Skip to content

GitLab

Commit bc98827b authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent 90795025
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
apex/contrib/optimizers/distributed_fused_adam.py
View file @ bc98827b
...@@ -409,7 +409,7 @@ class DistributedFusedAdam(torch.optim.Optimizer): ...@@ -409,7 +409,7 @@ class DistributedFusedAdam(torch.optim.Optimizer):
bias_correction, bias_correction,
group['weight_decay']) group['weight_decay'])
elif self._revert_method == 2: elif self._revert_method == 2:
self._swap_optimizer_state_buffers() self.__swap_optimizer_state_buffers()
elif self._revert_method == 3: elif self._revert_method == 3:
raise RuntimeError('revert_step debug option not implemented yet') raise RuntimeError('revert_step debug option not implemented yet')
else: else:
...@@ -430,7 +430,7 @@ class DistributedFusedAdam(torch.optim.Optimizer): ...@@ -430,7 +430,7 @@ class DistributedFusedAdam(torch.optim.Optimizer):
bias_correction, bias_correction,
group['weight_decay']) group['weight_decay'])
elif self._revert_method == 2: elif self._revert_method == 2:
self._swap_optimizer_state_buffers() self.__swap_optimizer_state_buffers()
fused_adam_cuda.adam_no_overflow_check( fused_adam_cuda.adam_no_overflow_check(
self._fp32_backup_p[group_buffer_start:group_buffer_end], self._fp32_backup_p[group_buffer_start:group_buffer_end],
self._fp32_p[group_buffer_start:group_buffer_end], self._fp32_p[group_buffer_start:group_buffer_end],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment