Skip to content

GitLab

Unverified Commit 90f1e554 authored by Ratnam Parikh's avatar Ratnam Parikh Committed by GitHub
Browse files

[Intel GPU] Ray Compiled Graph avoid NCCL for Intel GPU (#21338) 


Signed-off-by: default avatarratnampa <ratnam.parikh@intel.com>
parent 5e70dcd6
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/executor/ray_distributed_executor.py
View file @ 90f1e554
...@@ -67,8 +67,8 @@ class RayDistributedExecutor(DistributedExecutorBase): ...@@ -67,8 +67,8 @@ class RayDistributedExecutor(DistributedExecutorBase):
os.environ["VLLM_USE_RAY_SPMD_WORKER"] = "1" os.environ["VLLM_USE_RAY_SPMD_WORKER"] = "1"
os.environ["VLLM_USE_RAY_COMPILED_DAG"] = "1" os.environ["VLLM_USE_RAY_COMPILED_DAG"] = "1"
# For TPU, avoid compiling NVIDIA's NCCL # For TPU or XPU, avoid compiling NVIDIA's NCCL
if current_platform.is_tpu(): if current_platform.is_tpu() or current_platform.is_xpu():
os.environ["VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE"] = "shm" os.environ["VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE"] = "shm"
# If the env var is set, it uses the Ray's compiled DAG API # If the env var is set, it uses the Ray's compiled DAG API
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment