Unverified Commit d1832dd8 authored by Yun Dai's avatar Yun Dai Committed by GitHub
Browse files

Update trainer.py (#25553)

parent db816c6e
...@@ -466,7 +466,7 @@ class Trainer: ...@@ -466,7 +466,7 @@ class Trainer:
self.backward_prefetch = BackwardPrefetch.BACKWARD_POST self.backward_prefetch = BackwardPrefetch.BACKWARD_POST
self.forward_prefetch = False self.forward_prefetch = False
if self.args.fsdp_config.get("forward_prefect", False): if self.args.fsdp_config.get("forward_prefetch", False):
self.forward_prefetch = True self.forward_prefetch = True
self.limit_all_gathers = False self.limit_all_gathers = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment