Unverified Commit 63a395b9 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Update nightly-eval.yml (#2100)

parent 7d671e4a
...@@ -27,9 +27,14 @@ jobs: ...@@ -27,9 +27,14 @@ jobs:
bash scripts/ci_install_dependency.sh bash scripts/ci_install_dependency.sh
pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus" pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus"
- name: Nightly gsm8k and human eval Accuracy - name: Test human eval
timeout-minutes: 120 timeout-minutes: 120
run: | run: |
cd test/srt cd test/srt
python3 test_nightly_human_eval.py python3 test_nightly_human_eval.py
- name: Test gsm8k
timeout-minutes: 120
run: |
cd test/srt
python3 test_nightly_gsm8k_eval.py python3 test_nightly_gsm8k_eval.py
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment