[Misc] Update LM Eval Tolerance (#7473)

181abbc2 · Dipika Sikka · GitHub · 00c3d68e · 181abbc2
Unverified Commit 181abbc2 authored Aug 13, 2024 by Dipika Sikka Committed by GitHub Aug 13, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

.buildkite/lm-eval-harness/test_lm_eval_correctness.py .buildkite/lm-eval-harness/test_lm_eval_correctness.py +1 -1

No files found.
--- a/.buildkite/lm-eval-harness/test_lm_eval_correctness.py
+++ b/.buildkite/lm-eval-harness/test_lm_eval_correctness.py
@@ -14,7 +14,7 @@ import lm_eval
 import numpy
 import yaml

-RTOL = 0.02
+RTOL = 0.05
 TEST_DATA_FILE = os.environ.get(
    "LM_EVAL_TEST_DATA_FILE",
    ".buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct.yaml")