Change AMD test threshold (#6091)

a05bd83a · fzyzcjy · GitHub · cef91b1e · a05bd83a
Unverified Commit a05bd83a authored May 08, 2025 by fzyzcjy Committed by GitHub May 08, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

test/srt/test_bench_serving.py test/srt/test_bench_serving.py +1 -1

No files found.
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -235,7 +235,7 @@ class TestBenchServing(CustomTestCase):
                f'accept_length: {res["accept_length"]:.2f} \n'
            )
            if os.getenv("SGLANG_AMD_CI") == "1":
-                self.assertLess(res["median_e2e_latency_ms"], 1450)
+                self.assertLess(res["median_e2e_latency_ms"], 1800)
            else:
                self.assertLess(res["median_e2e_latency_ms"], 900)
            self.assertGreater(res["accept_length"], 3.0)