Unverified Commit 058926d4 authored by Fanli Lin's avatar Fanli Lin Committed by GitHub
Browse files

[XPU] allow custom workers (e.g. vllm-omni workers) to be used on XPU (#30935)


Signed-off-by: default avatarFanli Lin <fanli.lin@intel.com>
parent 700a5ad6
...@@ -159,7 +159,10 @@ class XPUPlatform(Platform): ...@@ -159,7 +159,10 @@ class XPUPlatform(Platform):
# check and update parallel config # check and update parallel config
parallel_config = vllm_config.parallel_config parallel_config = vllm_config.parallel_config
parallel_config.worker_cls = "vllm.v1.worker.xpu_worker.XPUWorker" # Only override worker_cls if it's still the default "auto"
# This allows custom workers (like vllm-omni workers) to be used on XPU
if parallel_config.worker_cls == "auto":
parallel_config.worker_cls = "vllm.v1.worker.xpu_worker.XPUWorker"
if vllm_config.kv_transfer_config is not None: if vllm_config.kv_transfer_config is not None:
vllm_config.kv_transfer_config.enable_permute_local_kv = True vllm_config.kv_transfer_config.enable_permute_local_kv = True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment