Skip to content

GitLab

Unverified Commit 9fd5e6bb authored by Stas Bekman's avatar Stas Bekman Committed by GitHub
Browse files

[deepspeed] fix typo, adjust config name (#16597)

parent 367558b9
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/deepspeed.py
View file @ 9fd5e6bb
...@@ -250,7 +250,7 @@ class HfTrainerDeepSpeedConfig(HfDeepSpeedConfig): ...@@ -250,7 +250,7 @@ class HfTrainerDeepSpeedConfig(HfDeepSpeedConfig):
self.fill_match("bf16.enabled", (args.bf16 or args.bf16_full_eval), "bf16|bf16_full_eval") self.fill_match("bf16.enabled", (args.bf16 or args.bf16_full_eval), "bf16|bf16_full_eval")
# deepspeed's default mode is fp16 unless there is a config that says differently # deepspeed's default mode is fp16 unless there is a config that says differently
if self.is_true("bfoat16.enabled"): if self.is_true("bf16.enabled"):
self._dtype = torch.bfloat16 self._dtype = torch.bfloat16
elif self.is_false("fp16.enabled"): elif self.is_false("fp16.enabled"):
self._dtype = torch.float32 self._dtype = torch.float32
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment