Skip to content

GitLab

Unverified Commit 917fdae5 authored by Boyuan Feng's avatar Boyuan Feng Committed by GitHub
Browse files

[Log] Skip piecewise cudagraph warn when using full cudagraph (#30657) 


Signed-off-by: default avatarBoyuan Feng <boyuan@meta.com>
parent e2ed2388
Hide whitespace changes
Inline Side-by-side
Showing with 7 additions and 3 deletions
vllm/config/compilation.py
View file @ 917fdae5
......@@ -932,9 +932,13 @@ class CompilationConfig:
self.splitting_ops = list(self._attention_ops)
added_default_splitting_ops = True
elif len(self.splitting_ops) == 0:
logger.warning_once(
"Using piecewise compilation with empty splitting_ops"
)
if (
self.cudagraph_mode == CUDAGraphMode.PIECEWISE
or self.cudagraph_mode == CUDAGraphMode.FULL_AND_PIECEWISE
):
logger.warning_once(
"Using piecewise compilation with empty splitting_ops"
)
if self.cudagraph_mode == CUDAGraphMode.PIECEWISE:
logger.warning_once(
"Piecewise compilation with empty splitting_ops do not"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment