ci: add accuracy timeout (#1078)

cebd78d8 · Yineng Zhang · GitHub · 0076f115 · cebd78d8 · cebd78d8
Unverified Commit cebd78d8 authored Aug 13, 2024 by Yineng Zhang Committed by GitHub Aug 13, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

.github/workflows/accuracy-test.yml .github/workflows/accuracy-test.yml +1 -0

test/srt/test_moe_serving_throughput.py test/srt/test_moe_serving_throughput.py +1 -1

No files found.
--- a/.github/workflows/accuracy-test.yml
+++ b/.github/workflows/accuracy-test.yml
@@ -43,3 +43,4 @@ jobs:
      run: |
        cd test/srt
        python3 test_eval_accuracy_large.py
+      timeout-minutes: 20
--- a/test/srt/test_moe_serving_throughput.py
+++ b/test/srt/test_moe_serving_throughput.py
@@ -31,7 +31,7 @@ class TestServingThroughput(unittest.TestCase):
        )

        # Run benchmark
-        num_prompts = 400
+        num_prompts = 200
        args = SimpleNamespace(
            backend="sglang",
            base_url=base_url,