Unverified Commit bc4c7a35 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Relax the assert in moe throughput test to fix the flaky CI (#1207)

parent 1cb4da5c
...@@ -73,7 +73,7 @@ class TestServingThroughput(unittest.TestCase): ...@@ -73,7 +73,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true": if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance # A100 (PCIE) performance
assert res["output_throughput"] > 930 assert res["output_throughput"] > 910
def test_default_without_radix_cache(self): def test_default_without_radix_cache(self):
res = self.run_test( res = self.run_test(
...@@ -84,7 +84,7 @@ class TestServingThroughput(unittest.TestCase): ...@@ -84,7 +84,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true": if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance # A100 (PCIE) performance
assert res["output_throughput"] > 930 assert res["output_throughput"] > 910
def test_default_without_chunked_prefill(self): def test_default_without_chunked_prefill(self):
res = self.run_test( res = self.run_test(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment