Unverified Commit 9103ed16 authored by Fadi Arafeh's avatar Fadi Arafeh Committed by GitHub
Browse files

[CPU][BugFix] Disable AOT Compile for CPU (#32037)


Signed-off-by: default avatarFadi Arafeh <fadi.arafeh@arm.com>
parent 46eb30f5
...@@ -288,11 +288,16 @@ def use_aot_compile() -> bool: ...@@ -288,11 +288,16 @@ def use_aot_compile() -> bool:
from vllm.model_executor.layers.batch_invariant import ( from vllm.model_executor.layers.batch_invariant import (
vllm_is_batch_invariant, vllm_is_batch_invariant,
) )
from vllm.platforms import current_platform
from vllm.utils.torch_utils import is_torch_equal_or_newer from vllm.utils.torch_utils import is_torch_equal_or_newer
default_value = ( default_value = (
"1" "1"
if is_torch_equal_or_newer("2.10.0.dev") and not disable_compile_cache() if is_torch_equal_or_newer("2.10.0.dev")
and not disable_compile_cache()
# Disabling AOT_COMPILE for CPU
# See: https://github.com/vllm-project/vllm/issues/32033
and not current_platform.is_cpu()
else "0" else "0"
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment