Skip to content

GitLab

Commit 292a4787 authored by Tim Dettmers's avatar Tim Dettmers Committed by justheuristic
Browse files

set threshold

parent a07825ac
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
tests/test_modules.py
View file @ 292a4787
...@@ -572,7 +572,7 @@ def test_linear8bitlt_no_fp16_weights(threshold, memory_efficient_backward): ...@@ -572,7 +572,7 @@ def test_linear8bitlt_no_fp16_weights(threshold, memory_efficient_backward):
torch.testing.assert_allclose(b1.grad, grad_ref, rtol=0, atol=0.05 * scale) torch.testing.assert_allclose(b1.grad, grad_ref, rtol=0, atol=0.05 * scale)
idx = torch.isclose(b1.grad, grad_ref, atol=0.01 * scale, rtol=0.1) idx = torch.isclose(b1.grad, grad_ref, atol=0.01 * scale, rtol=0.1)
assert (idx == 0).sum().item() <= b1.numel() * 0.0 assert (idx == 0).sum().item() <= b1.numel() * 0.005
def test_linear8bitlt_fp32_bias(): def test_linear8bitlt_fp32_bias():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment