Skip to content

GitLab

"docs/git@developer.sourcefind.cn:OpenDAS/fairscale.git" did not exist on "e71d2570fa1facf5c01fc8009ee5381d123cea6d"
Commit 111ee132 authored by Michael Carilli's avatar Michael Carilli
Browse files

Adding control point for scale adjustment

parent d69011de
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
apex/optimizers/fused_adam.py
View file @ 111ee132
...@@ -81,7 +81,7 @@ class FusedAdam(torch.optim.Optimizer): ...@@ -81,7 +81,7 @@ class FusedAdam(torch.optim.Optimizer):
if hasattr(self, "_amp_stash"): if hasattr(self, "_amp_stash"):
grads = self._amp_stash.grads grads = self._amp_stash.grads
output_params = self._amp_stash.output_params output_params = self._amp_stash.output_params
scale = self._amp_stash.scale scale = self._amp_stash.scale*scale
grad_norms = self._amp_stash.grad_norms grad_norms = self._amp_stash.grad_norms
if grads is None: if grads is None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment