Add test for fp8 torch compile (#3246)

53179026 · Ke Bao · GitHub · d7c0b32f · 53179026
Unverified Commit 53179026 authored Feb 01, 2025 by Ke Bao Committed by GitHub Feb 01, 2025
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

test/srt/test_mla.py test/srt/test_mla.py +6 -1

No files found.
--- a/test/srt/test_mla.py
+++ b/test/srt/test_mla.py
@@ -62,7 +62,12 @@ class TestDeepseekV3(unittest.TestCase):
            cls.model,
            cls.base_url,
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
-            other_args=["--trust-remote-code"],
+            other_args=[
+                "--trust-remote-code",
+                "--enable-torch-compile",
+                "--cuda-graph-max-bs",
+                "2",
+            ],
        )
    @classmethod