"vllm/vscode:/vscode.git/clone" did not exist on "6c9fdbf7258146a9e335c50aab12969cd95e9227"
Unverified Commit 9103ed16 authored by Fadi Arafeh's avatar Fadi Arafeh Committed by GitHub
Browse files

[CPU][BugFix] Disable AOT Compile for CPU (#32037)


Signed-off-by: default avatarFadi Arafeh <fadi.arafeh@arm.com>
parent 46eb30f5
......@@ -288,11 +288,16 @@ def use_aot_compile() -> bool:
from vllm.model_executor.layers.batch_invariant import (
vllm_is_batch_invariant,
)
from vllm.platforms import current_platform
from vllm.utils.torch_utils import is_torch_equal_or_newer
default_value = (
"1"
if is_torch_equal_or_newer("2.10.0.dev") and not disable_compile_cache()
if is_torch_equal_or_newer("2.10.0.dev")
and not disable_compile_cache()
# Disabling AOT_COMPILE for CPU
# See: https://github.com/vllm-project/vllm/issues/32033
and not current_platform.is_cpu()
else "0"
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment