Skip to content

GitLab

Unverified Commit cfa5a657 authored by mcarilli's avatar mcarilli Committed by GitHub
Browse files

Merge pull request #184 from justusschock/master 

Add "dynamic" argument to loss scaler
parents 0c2a629d 1989a575
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
apex/amp/opt.py
View file @ cfa5a657
...@@ -13,7 +13,7 @@ class OptimWrapper(object): ...@@ -13,7 +13,7 @@ class OptimWrapper(object):
self._num_loss = num_loss self._num_loss = num_loss
self._loss_idx = 0 self._loss_idx = 0
self._skip_next = [False] * num_loss self._skip_next = [False] * num_loss
self._loss_scaler = [LossScaler() for _ in range(num_loss)] self._loss_scaler = [LossScaler('dynamic') for _ in range(num_loss)]
@contextlib.contextmanager @contextlib.contextmanager
def scale_loss(self, loss): def scale_loss(self, loss):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment