"vscode:/vscode.git/clone" did not exist on "2e090bd5df974949651ad439517e0da4e981b508"
Unverified Commit d1adb9b4 authored by Chen Zhang's avatar Chen Zhang Committed by GitHub
Browse files

[BugFix] add more `is not None` check in VllmConfig.__post_init__ (#12138)


Signed-off-by: default avatarChen Zhang <zhangch99@outlook.com>
parent b8bfa46a
...@@ -3174,7 +3174,8 @@ class VllmConfig: ...@@ -3174,7 +3174,8 @@ class VllmConfig:
if self.compilation_config is None: if self.compilation_config is None:
self.compilation_config = CompilationConfig() self.compilation_config = CompilationConfig()
if envs.VLLM_USE_V1 and not self.model_config.enforce_eager: if envs.VLLM_USE_V1 and self.model_config is not None and \
not self.model_config.enforce_eager:
# NOTE(woosuk): Currently, we use inductor because the piecewise # NOTE(woosuk): Currently, we use inductor because the piecewise
# CUDA graphs do not work properly with the custom CUDA kernels. # CUDA graphs do not work properly with the custom CUDA kernels.
# FIXME(woosuk): Disable inductor to reduce the compilation time # FIXME(woosuk): Disable inductor to reduce the compilation time
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment