Skip to content

GitLab

Unverified Commit 1989a575 authored by Justus Schock's avatar Justus Schock Committed by GitHub
Browse files

Add "dynamic" argument to loss scaler

parent 0c2a629d
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
apex/amp/opt.py
View file @ 1989a575
...@@ -13,7 +13,7 @@ class OptimWrapper(object): ...@@ -13,7 +13,7 @@ class OptimWrapper(object):
self._num_loss = num_loss self._num_loss = num_loss
self._loss_idx = 0 self._loss_idx = 0
self._skip_next = [False] * num_loss self._skip_next = [False] * num_loss
self._loss_scaler = [LossScaler() for _ in range(num_loss)] self._loss_scaler = [LossScaler('dynamic') for _ in range(num_loss)]
@contextlib.contextmanager @contextlib.contextmanager
def scale_loss(self, loss): def scale_loss(self, loss):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment