Skip to content

GitLab

Unverified Commit a05bd83a authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Change AMD test threshold (#6091)

parent cef91b1e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
test/srt/test_bench_serving.py
View file @ a05bd83a
...@@ -235,7 +235,7 @@ class TestBenchServing(CustomTestCase): ...@@ -235,7 +235,7 @@ class TestBenchServing(CustomTestCase):
f'accept_length: {res["accept_length"]:.2f} \n' f'accept_length: {res["accept_length"]:.2f} \n'
) )
if os.getenv("SGLANG_AMD_CI") == "1": if os.getenv("SGLANG_AMD_CI") == "1":
self.assertLess(res["median_e2e_latency_ms"], 1450) self.assertLess(res["median_e2e_latency_ms"], 1800)
else: else:
self.assertLess(res["median_e2e_latency_ms"], 900) self.assertLess(res["median_e2e_latency_ms"], 900)
self.assertGreater(res["accept_length"], 3.0) self.assertGreater(res["accept_length"], 3.0)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment