update to PIECEWISE

e0d49ac2 · zhuwenwen · bf3bf955 · e0d49ac2
Commit e0d49ac2 authored Jul 03, 2025 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 3 deletions

vllm/config.py vllm/config.py +1 -3

No files found.
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -4456,9 +4456,7 @@ class VllmConfig:
            self.compilation_config.cudagraph_num_of_warmups = 1
            self.compilation_config.pass_config.enable_fusion = False
            self.compilation_config.pass_config.enable_noop = False
-            # TODO
-            # self.compilation_config.level = CompilationLevel.PIECEWISE 
-            self.compilation_config.level = CompilationLevel.NO_COMPILATION
+            self.compilation_config.level = CompilationLevel.PIECEWISE
            self.compilation_config.set_splitting_ops_for_v1()

        self._set_cudagraph_sizes()