Skip to content

GitLab

Unverified Commit 1d5e397a authored by William Lin's avatar William Lin Committed by GitHub
Browse files

[Core/Bugfix] pass VLLM_ATTENTION_BACKEND to ray workers (#8172)

parent 22f3a4bc
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
vllm/executor/ray_gpu_executor.py
View file @ 1d5e397a
......@@ -242,6 +242,9 @@ class RayGPUExecutor(DistributedGPUExecutor):
VLLM_INSTANCE_ID,
"VLLM_TRACE_FUNCTION":
str(envs.VLLM_TRACE_FUNCTION),
**({
"VLLM_ATTENTION_BACKEND": envs.VLLM_ATTENTION_BACKEND
} if envs.VLLM_ATTENTION_BACKEND is not None else {})
}, ) for (node_id, _) in worker_node_and_gpu_ids]
self._env_vars_for_all_workers = (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment