fsdp bf16 enable autocast (#21847)

b6f47b53 · Sourab Mangrulkar · GitHub · fb76994c · b6f47b53
Unverified Commit b6f47b53 authored Mar 02, 2023 by Sourab Mangrulkar Committed by GitHub Mar 02, 2023
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

src/transformers/trainer.py src/transformers/trainer.py +0 -3

No files found.
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -618,9 +618,6 @@ class Trainer:
                        self.scaler = GradScaler()
                    else:
                        self.scaler = torch.cuda.amp.GradScaler()
-                elif self.fsdp is not None:
-                    self.use_cuda_amp = False
-                    self.amp_dtype = None
            elif args.half_precision_backend == "cpu_amp":
                self.use_cpu_amp = True
                self.amp_dtype = torch.bfloat16