Update nightly-eval.yml (#2100)

63a395b9 · Lianmin Zheng · GitHub · 7d671e4a · 63a395b9
Unverified Commit 63a395b9 authored Nov 19, 2024 by Lianmin Zheng Committed by GitHub Nov 19, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

.github/workflows/nightly-eval.yml .github/workflows/nightly-eval.yml +6 -1

No files found.
--- a/.github/workflows/nightly-eval.yml
+++ b/.github/workflows/nightly-eval.yml
@@ -27,9 +27,14 @@ jobs:
          bash scripts/ci_install_dependency.sh
          pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus"

-      - name: Nightly gsm8k and human eval Accuracy
+      - name: Test human eval
        timeout-minutes: 120
        run: |
          cd test/srt
          python3 test_nightly_human_eval.py
+
+      - name: Test gsm8k
+        timeout-minutes: 120
+        run: |
+          cd test/srt
          python3 test_nightly_gsm8k_eval.py