Skip to content

GitLab

"git@developer.sourcefind.cn:OpenDAS/ollama.git" did not exist on "55ca827267530ca2440b8b3d68445dc5a8e316e7"
Commit ef437358 authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent e6925e6c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
apex/contrib/optimizers/distributed_fused_lamb.py
View file @ ef437358
......@@ -493,7 +493,7 @@ class DistributedFusedLAMB(torch.optim.Optimizer):
def _do_overlapped_reduction(self, param_i, param_grads_size, param_offset, param):
# handle overlapped reductions
if param.dtype = torch.float16:
if param.dtype == torch.float16:
self._grads_fp16.append( (param.grad, self._individual_flat_grads[param_i]) )
else:
self._grads_fp32.append( (param.grad, self._individual_flat_grads[param_i]) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment