Disable math eval on nightly CI temporarily (#2779)

6fb57683 · Lianmin Zheng · GitHub · 51caee74 · 6fb57683
Unverified Commit 6fb57683 authored Jan 07, 2025 by Lianmin Zheng Committed by GitHub Jan 07, 2025
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

test/srt/run_suite.py test/srt/run_suite.py +2 -1

No files found.
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -50,7 +50,8 @@ suites = {
    "nightly": [
        "test_nightly_gsm8k_eval.py",
        "test_nightly_human_eval.py",
-        "test_nightly_math_eval.py",
+        # Disable temporarly
+        # "test_nightly_math_eval.py",
    ],
    "sampling/penaltylib": glob.glob(
        "sampling/penaltylib/**/test_*.py", recursive=True