Add deepseek v2 torch compile pr test (#4538)

45212ce1 · Ke Bao · GitHub · c16b33cc · 45212ce1
Unverified Commit 45212ce1 authored Mar 18, 2025 by Ke Bao Committed by GitHub Mar 18, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

test/srt/test_mla.py test/srt/test_mla.py +6 -1

No files found.
--- a/test/srt/test_mla.py
+++ b/test/srt/test_mla.py
@@ -20,7 +20,12 @@ class TestMLA(unittest.TestCase):
            cls.model,
            cls.base_url,
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
-            other_args=["--trust-remote-code"],
+            other_args=[
+                "--trust-remote-code",
+                "--enable-torch-compile",
+                "--cuda-graph-max-bs",
+                "2",
+            ],
        )

    @classmethod