Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "1758c8fc722bc2b8a80bca6786d891fbe46fb7a2"
Commit 85fff78c authored by thomwolf's avatar thomwolf
Browse files

compatibility PT 1.0 and 0.4.1

parent 13bf0d46
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
tests/optimization_test.py
View file @ 85fff78c
...@@ -32,7 +32,7 @@ class OptimizationTest(unittest.TestCase): ...@@ -32,7 +32,7 @@ class OptimizationTest(unittest.TestCase):
def test_adam(self): def test_adam(self):
w = torch.tensor([0.1, -0.2, -0.1], requires_grad=True) w = torch.tensor([0.1, -0.2, -0.1], requires_grad=True)
target = torch.tensor([0.4, 0.2, -0.5]) target = torch.tensor([0.4, 0.2, -0.5])
criterion = torch.nn.MSELoss(reduction='elementwise_mean') criterion = torch.nn.MSELoss()
# No warmup, constant schedule, no gradient clipping # No warmup, constant schedule, no gradient clipping
optimizer = BertAdam(params=[w], lr=2e-1, optimizer = BertAdam(params=[w], lr=2e-1,
weight_decay=0.0, weight_decay=0.0,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment