Skip to content

GitLab

Commit 04927b3a authored by Kexin Yu's avatar Kexin Yu
Browse files

fix typo

parent d8a78acb
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
apex/contrib/optimizers/fused_lamb.py
View file @ 04927b3a
...@@ -70,8 +70,7 @@ class FusedLAMB(torch.optim.Optimizer): ...@@ -70,8 +70,7 @@ class FusedLAMB(torch.optim.Optimizer):
betas=betas, eps=eps, weight_decay=weight_decay, betas=betas, eps=eps, weight_decay=weight_decay,
grad_averaging=grad_averaging, grad_averaging=grad_averaging,
max_grad_norm=max_grad_norm) max_grad_norm=max_grad_norm)
s super(FusedLAMB, self).__init__(params, defaults)
per(FusedLAMB, self).__init__(params, defaults)
if multi_tensor_applier.available: if multi_tensor_applier.available:
fused_lamb_cuda = importlib.import_module("fused_lamb_cuda") fused_lamb_cuda = importlib.import_module("fused_lamb_cuda")
self.multi_tensor_lamb = fused_lamb_cuda.lamb self.multi_tensor_lamb = fused_lamb_cuda.lamb
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment