Skip to content

GitLab

Commit 7da28fc3 authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent 9c82241d
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
apex/contrib/optimizers/distributed_fused_adam.py
View file @ 7da28fc3
...@@ -129,6 +129,7 @@ class DistributedFusedAdam(torch.optim.Optimizer): ...@@ -129,6 +129,7 @@ class DistributedFusedAdam(torch.optim.Optimizer):
# (weight_ih, weight_hh, bias_ih, bias_hh) # (weight_ih, weight_hh, bias_ih, bias_hh)
if prev is not None and (prev.data_ptr() + prev.numel() * prev.element_size() != p.data_ptr()): if prev is not None and (prev.data_ptr() + prev.numel() * prev.element_size() != p.data_ptr()):
p_offset = ((p_offset + 63) // 64) * 64 p_offset = ((p_offset + 63) // 64) * 64
prev = p
p_i += 1 p_i += 1
self._grads_generated = [False]*len(self._grads_info) self._grads_generated = [False]*len(self._grads_info)
self._flat_mt = flat_mt self._flat_mt = flat_mt
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment