[deepspeed] fix typo, adjust config name (#16597)

9fd5e6bb · Stas Bekman · GitHub · 367558b9 · 9fd5e6bb
Unverified Commit 9fd5e6bb authored Apr 05, 2022 by Stas Bekman Committed by GitHub Apr 05, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/deepspeed.py src/transformers/deepspeed.py +1 -1

No files found.
--- a/src/transformers/deepspeed.py
+++ b/src/transformers/deepspeed.py
@@ -250,7 +250,7 @@ class HfTrainerDeepSpeedConfig(HfDeepSpeedConfig):
        self.fill_match("bf16.enabled", (args.bf16 or args.bf16_full_eval), "bf16|bf16_full_eval")

        # deepspeed's default mode is fp16 unless there is a config that says differently
-        if self.is_true("bfoat16.enabled"):
+        if self.is_true("bf16.enabled"):
            self._dtype = torch.bfloat16
        elif self.is_false("fp16.enabled"):
            self._dtype = torch.float32