"...git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "294bf467bacc2c9532cc56d1a512edde01bed947"
Unverified Commit f4ddaf8c authored by Xinyu Chen's avatar Xinyu Chen Committed by GitHub
Browse files

[XPU] use spawn multiproc method on xpu (#39671)


Signed-off-by: default avatarXinyu Chen <xinyu1.chen@intel.com>
Co-authored-by: default avatarKunshang Ji <kunshang.ji@intel.com>
parent 2cdf8604
......@@ -228,6 +228,10 @@ class XPUPlatform(Platform):
# ref. https://openucx.readthedocs.io/en/master/faq.html
os.environ["UCX_MEMTYPE_CACHE"] = "n"
# spawn is the only supported multiprocessing method on XPU
if "VLLM_WORKER_MULTIPROC_METHOD" not in os.environ:
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
@classmethod
def update_block_size_for_backend(cls, vllm_config: "VllmConfig") -> None:
super().update_block_size_for_backend(vllm_config)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment