Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
177c391d
Unverified
Commit
177c391d
authored
Dec 17, 2025
by
Zhengxu Chen
Committed by
GitHub
Dec 17, 2025
Browse files
[compile] Disable aot when eager backend is used. (#30810)
Signed-off-by:
zhxchen17
<
zhxchen17@fb.com
>
parent
519ef9a9
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
9 additions
and
2 deletions
+9
-2
vllm/compilation/decorators.py
vllm/compilation/decorators.py
+9
-2
No files found.
vllm/compilation/decorators.py
View file @
177c391d
...
...
@@ -435,7 +435,10 @@ def _support_torch_compile(
return
self
.
aot_compiled_fn
(
self
,
*
args
,
**
kwargs
)
if
self
.
compiled
:
assert
not
envs
.
VLLM_USE_AOT_COMPILE
assert
(
not
envs
.
VLLM_USE_AOT_COMPILE
or
self
.
vllm_config
.
compilation_config
.
backend
==
"eager"
)
return
TorchCompileWithNoGuardsWrapper
.
__call__
(
self
,
*
args
,
**
kwargs
)
# This is the path for the first compilation.
...
...
@@ -508,7 +511,11 @@ def _support_torch_compile(
_torch27_patch_tensor_subclasses
(),
torch
.
_inductor
.
config
.
patch
(
**
inductor_config_patches
),
):
if
envs
.
VLLM_USE_AOT_COMPILE
:
use_aot_compile
=
envs
.
VLLM_USE_AOT_COMPILE
if
self
.
vllm_config
.
compilation_config
.
backend
==
"eager"
:
logger
.
warning
(
"Detected eager backend, disabling AOT compile."
)
use_aot_compile
=
False
if
use_aot_compile
:
self
.
aot_compiled_fn
=
self
.
aot_compile
(
*
args
,
**
kwargs
)
output
=
self
.
aot_compiled_fn
(
self
,
*
args
,
**
kwargs
)
assert
aot_compilation_path
is
not
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment