Skip to content

GitLab

Unverified Commit 979f972a authored by Guolin Ke's avatar Guolin Ke Committed by GitHub
Browse files

Update fused_adam.py

parent 8e50c5d4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
unicore/optim/fused_adam.py
View file @ 979f972a
...@@ -53,9 +53,9 @@ class FusedAdam(torch.optim.Optimizer): ...@@ -53,9 +53,9 @@ class FusedAdam(torch.optim.Optimizer):
lr=1e-3, bias_correction=True, lr=1e-3, bias_correction=True,
betas=(0.9, 0.999), eps=1e-8, betas=(0.9, 0.999), eps=1e-8,
weight_decay=0., amsgrad=False): weight_decay=0., amsgrad=False):
global fused_adam_cuda_v2 global unicore_fused_adam
import importlib import importlib
fused_adam_cuda_v2 = importlib.import_module("fused_adam_cuda_v2") unicore_fused_adam = importlib.import_module("unicore_fused_adam")
if amsgrad: if amsgrad:
raise RuntimeError("FusedAdam does not support the AMSGrad variant.") raise RuntimeError("FusedAdam does not support the AMSGrad variant.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment