Commit 19b9ef34 authored by Phil Wang's avatar Phil Wang
Browse files

whoops

parent c99b44f7
...@@ -22,7 +22,7 @@ class Lion(Optimizer1State): ...@@ -22,7 +22,7 @@ class Lion(Optimizer1State):
"lion", "lion",
params, params,
lr, lr,
(beta1, beta2), betas,
0., 0.,
weight_decay, weight_decay,
optim_bits, optim_bits,
...@@ -49,7 +49,7 @@ class Lion8bit(Optimizer1State): ...@@ -49,7 +49,7 @@ class Lion8bit(Optimizer1State):
"lion", "lion",
params, params,
lr, lr,
(beta1, beta2), betas,
0., 0.,
weight_decay, weight_decay,
8, 8,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment