"vscode:/vscode.git/clone" did not exist on "fda9537c5e61ea8226fa7e5b60912deda97a8aab"
Unverified Commit f4ddaf8c authored by Xinyu Chen's avatar Xinyu Chen Committed by GitHub
Browse files

[XPU] use spawn multiproc method on xpu (#39671)


Signed-off-by: default avatarXinyu Chen <xinyu1.chen@intel.com>
Co-authored-by: default avatarKunshang Ji <kunshang.ji@intel.com>
parent 2cdf8604
...@@ -228,6 +228,10 @@ class XPUPlatform(Platform): ...@@ -228,6 +228,10 @@ class XPUPlatform(Platform):
# ref. https://openucx.readthedocs.io/en/master/faq.html # ref. https://openucx.readthedocs.io/en/master/faq.html
os.environ["UCX_MEMTYPE_CACHE"] = "n" os.environ["UCX_MEMTYPE_CACHE"] = "n"
# spawn is the only supported multiprocessing method on XPU
if "VLLM_WORKER_MULTIPROC_METHOD" not in os.environ:
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
@classmethod @classmethod
def update_block_size_for_backend(cls, vllm_config: "VllmConfig") -> None: def update_block_size_for_backend(cls, vllm_config: "VllmConfig") -> None:
super().update_block_size_for_backend(vllm_config) super().update_block_size_for_backend(vllm_config)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment