Skip to content

GitLab

Unverified Commit 2890aecc authored by Fadi Arafeh's avatar Fadi Arafeh Committed by GitHub
Browse files

[CPU][UX] Do not crash when tcmalloc/libiomp are not ldpreloaded (#37561) 


Signed-off-by: default avatarFadi Arafeh <fadi.arafeh@arm.com>
parent 34f093b4
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 4 deletions
vllm/v1/worker/cpu_worker.py
View file @ 2890aecc
...@@ -57,11 +57,13 @@ class CPUWorker(Worker): ...@@ -57,11 +57,13 @@ class CPUWorker(Worker):
def check_preloaded_libs(name: str): def check_preloaded_libs(name: str):
ld_preload_list = os.environ.get("LD_PRELOAD", "") ld_preload_list = os.environ.get("LD_PRELOAD", "")
if name not in ld_preload_list: if name not in ld_preload_list:
raise RuntimeError( logger.warning(
f"{name} is not found in LD_PRELOAD. " "%s is not found in LD_PRELOAD. "
"Please follow the section `set LD_PRELOAD` in " "For best performance, please follow the section "
"`set LD_PRELOAD` in "
"https://docs.vllm.ai/en/latest/getting_started/installation/cpu/ " "https://docs.vllm.ai/en/latest/getting_started/installation/cpu/ "
"to setup required pre-loaded libraries." "to setup required pre-loaded libraries.",
name,
) )
if sys.platform.startswith("linux"): if sys.platform.startswith("linux"):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment