Unverified Commit 70d4a0ba authored by romerojosh's avatar romerojosh Committed by GitHub
Browse files

Fix typo in contrib FusedLamb. (#1172)

parent 76daa454
...@@ -111,7 +111,7 @@ class FusedLAMB(torch.optim.Optimizer): ...@@ -111,7 +111,7 @@ class FusedLAMB(torch.optim.Optimizer):
continue continue
if p.dtype == torch.float32: if p.dtype == torch.float32:
g_all_32.append(p.grad.data) g_all_32.append(p.grad.data)
elif p.dytpe == torch.float16: elif p.dtype == torch.float16:
g_all_16.append(p.grad.data) g_all_16.append(p.grad.data)
else: else:
raise RuntimeError('FusedLAMB only support fp16 and fp32.') raise RuntimeError('FusedLAMB only support fp16 and fp32.')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment