Fixed a typo (#856)

87aca22a · Max V. Irgiznov · GitHub · 5cb187f3 · 87aca22a
Unverified Commit 87aca22a authored May 28, 2020 by Max V. Irgiznov Committed by GitHub May 28, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

apex/optimizers/fused_lamb.py apex/optimizers/fused_lamb.py +1 -1

No files found.
--- a/apex/optimizers/fused_lamb.py
+++ b/apex/optimizers/fused_lamb.py
@@ -112,7 +112,7 @@ class FusedLAMB(torch.optim.Optimizer):
                    continue
                if p.dtype == torch.float32:
                    g_all_32.append(p.grad.data)
-                elif p.dytpe == torch.float16:
+                elif p.dtype == torch.float16:
                    g_all_16.append(p.grad.data)
                else:
                    raise RuntimeError('FusedLAMB only support fp16 and fp32.')