Unverified Commit 60b2a44a authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix flaky tests in test_programs.py (#3022)

parent 949b3fbf
...@@ -535,7 +535,7 @@ def test_hellaswag_select(): ...@@ -535,7 +535,7 @@ def test_hellaswag_select():
# Compute accuracy # Compute accuracy
accuracy_gen = np.mean(np.array(preds_gen) == np.array(labels)) accuracy_gen = np.mean(np.array(preds_gen) == np.array(labels))
assert np.abs(accuracy_gen - accuracy) < 0.05 assert np.abs(accuracy_gen - accuracy) < 0.1
assert np.abs(latency_gen - latency) < 1 assert np.abs(latency_gen - latency) < 1
return accuracy, latency return accuracy, latency
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment