Skip to content

GitLab

"git@developer.sourcefind.cn:OpenDAS/torch-harmonics.git" did not exist on "49a61eee26c1bbca82b9ad3369c245e7be7aa13c"
Commit ef437358 authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent e6925e6c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
apex/contrib/optimizers/distributed_fused_lamb.py
View file @ ef437358
...@@ -493,7 +493,7 @@ class DistributedFusedLAMB(torch.optim.Optimizer): ...@@ -493,7 +493,7 @@ class DistributedFusedLAMB(torch.optim.Optimizer):
def _do_overlapped_reduction(self, param_i, param_grads_size, param_offset, param): def _do_overlapped_reduction(self, param_i, param_grads_size, param_offset, param):
# handle overlapped reductions # handle overlapped reductions
if param.dtype = torch.float16: if param.dtype == torch.float16:
self._grads_fp16.append( (param.grad, self._individual_flat_grads[param_i]) ) self._grads_fp16.append( (param.grad, self._individual_flat_grads[param_i]) )
else: else:
self._grads_fp32.append( (param.grad, self._individual_flat_grads[param_i]) ) self._grads_fp32.append( (param.grad, self._individual_flat_grads[param_i]) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment