Update thresholds in test_nightly_gsm8k_eval.py (#3176)

f8ca66fb · Lianmin Zheng · GitHub · 53cef815 · f8ca66fb
Unverified Commit f8ca66fb authored Jan 27, 2025 by Lianmin Zheng Committed by GitHub Jan 27, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

test/srt/test_nightly_gsm8k_eval.py test/srt/test_nightly_gsm8k_eval.py +1 -1

No files found.
--- a/test/srt/test_nightly_gsm8k_eval.py
+++ b/test/srt/test_nightly_gsm8k_eval.py
@@ -27,7 +27,7 @@ MODEL_SCORE_THRESHOLDS = {
    "google/gemma-2-27b-it": 0.92,
    "meta-llama/Llama-3.1-70B-Instruct": 0.95,
    "mistralai/Mixtral-8x7B-Instruct-v0.1": 0.63,
-    "Qwen/Qwen2-57B-A14B-Instruct": 0.87,
+    "Qwen/Qwen2-57B-A14B-Instruct": 0.86,
    "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8": 0.83,
    "neuralmagic/Mistral-7B-Instruct-v0.3-FP8": 0.54,
    "neuralmagic/DeepSeek-Coder-V2-Lite-Instruct-FP8": 0.84,