Commit fa8e07c7 authored by justheuristic's avatar justheuristic
Browse files

more lenient threshold

parent ab9dee06
...@@ -372,10 +372,9 @@ def test_matmullt( ...@@ -372,10 +372,9 @@ def test_matmullt(
n = out_bnb.numel() n = out_bnb.numel()
err = torch.abs(out_bnb - out_torch).mean().item() err = torch.abs(out_bnb - out_torch).mean().item()
# print(f'abs error {err:.4f}') # print(f'abs error {err:.4f}')
out_error_rate = 0.0175 if dtype == torch.float16 else 0.02
idx = torch.isclose(out_bnb, out_torch, atol=0.01, rtol=0.1) idx = torch.isclose(out_bnb, out_torch, atol=0.01, rtol=0.1)
assert (idx == 0).sum().item() <= n * out_error_rate assert (idx == 0).sum().item() <= n * (0.0175 if dtype == torch.float16 else 0.02)
idx = torch.isclose(out_bnb, out_torch, atol=0.035, rtol=0.2) idx = torch.isclose(out_bnb, out_torch, atol=0.035, rtol=0.2)
assert (idx == 0).sum().item() <= n * 0.001 assert (idx == 0).sum().item() <= n * 0.001
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment