Unverified Commit 8fd82858 authored by Benjamin Lefaudeux's avatar Benjamin Lefaudeux Committed by GitHub
Browse files

[hotfix] ShardedDDP fp16 grads, default flipped while testing (#417)

parent d52d2186
...@@ -104,7 +104,7 @@ class ShardedDataParallel(nn.Module): ...@@ -104,7 +104,7 @@ class ShardedDataParallel(nn.Module):
sync_models_at_startup: bool = True, sync_models_at_startup: bool = True,
reduce_buffer_size: int = 0, reduce_buffer_size: int = 0,
auto_refresh_trainable: bool = True, auto_refresh_trainable: bool = True,
reduce_fp16: bool = True, reduce_fp16: bool = False,
): ):
super().__init__() super().__init__()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment