Unverified Commit bc4c7a35 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Relax the assert in moe throughput test to fix the flaky CI (#1207)

parent 1cb4da5c
......@@ -73,7 +73,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance
assert res["output_throughput"] > 930
assert res["output_throughput"] > 910
def test_default_without_radix_cache(self):
res = self.run_test(
......@@ -84,7 +84,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance
assert res["output_throughput"] > 930
assert res["output_throughput"] > 910
def test_default_without_chunked_prefill(self):
res = self.run_test(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment