Skip to content

GitLab

Unverified Commit 299fd22f authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Fix throughput threshold for amd ci test (#6414)

parent 506e5de8
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 2 deletions
test/srt/test_torch_compile_moe.py
View file @ 299fd22f
...@@ -4,7 +4,7 @@ from types import SimpleNamespace ...@@ -4,7 +4,7 @@ from types import SimpleNamespace
import requests import requests
from sglang.srt.utils import kill_process_tree from sglang.srt.utils import is_cuda, kill_process_tree
from sglang.test.run_eval import run_eval from sglang.test.run_eval import run_eval
from sglang.test.test_utils import ( from sglang.test.test_utils import (
DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST, DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST,
...@@ -67,7 +67,10 @@ class TestTorchCompileMoe(CustomTestCase): ...@@ -67,7 +67,10 @@ class TestTorchCompileMoe(CustomTestCase):
tok = time.perf_counter() tok = time.perf_counter()
print(f"{res=}") print(f"{res=}")
throughput = max_tokens / (tok - tic) throughput = max_tokens / (tok - tic)
self.assertGreaterEqual(throughput, 285) if is_cuda():
self.assertGreaterEqual(throughput, 285)
else:
self.assertGreaterEqual(throughput, 270)
if __name__ == "__main__": if __name__ == "__main__":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment