Skip to content

GitLab

"example/vscode:/vscode.git/clone" did not exist on "52abc2f37112d49f85f31aa343a14bd92a83b07c"
Unverified Commit e99ac0a1 authored by Matthew Douglas's avatar Matthew Douglas Committed by GitHub
Browse files

Optimizer backwards compatibility (#1647)

parent d4755335
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
bitsandbytes/optim/optimizer.py
View file @ e99ac0a1
......@@ -303,9 +303,9 @@ class Optimizer8bit(torch.optim.Optimizer):
config["eps"] = group["eps"]
config["weight_decay"] = group["weight_decay"]
config["lr"] = group["lr"]
config["alpha"] = group.get("alpha")
config["t_alpha"] = group.get("t_alpha")
config["t_beta3"] = group.get("t_beta3")
config["alpha"] = group.get("alpha", 0.0)
config["t_alpha"] = group.get("t_alpha", 0)
config["t_beta3"] = group.get("t_beta3", 0)
config["optim_bits"] = self.args.optim_bits
config["min_8bit_size"] = self.args.min_8bit_size
config["percentile_clipping"] = self.args.percentile_clipping
......@@ -530,7 +530,7 @@ class Optimizer2State(Optimizer8bit):
state["state2"],
config["betas"][1],
config["betas"][2] if len(config["betas"]) >= 3 else 0.0,
config["alpha"],
config.get("alpha", 0.0),
config["weight_decay"],
gnorm_scale,
state["unorm_vec"] if config["max_unorm"] > 0.0 else None,
......@@ -575,7 +575,7 @@ class Optimizer2State(Optimizer8bit):
config["betas"][0],
config["betas"][1],
config["betas"][2] if len(config["betas"]) >= 3 else 0.0,
config["alpha"],
config.get("alpha", 0.0),
config["eps"],
step,
config["lr"],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment