"vllm/vscode:/vscode.git/clone" did not exist on "8ca81bb0691bf8909ecb6eb4dd43f4af6dcaaa66"
Unverified Commit c40784c7 authored by Ratnam Parikh's avatar Ratnam Parikh Committed by GitHub
Browse files

[BugFix][Intel GPU] Use refactored API for dist_backend in V1 worker (#20596)


Signed-off-by: default avatarratnampa <ratnam.parikh@intel.com>
parent baed180a
...@@ -148,11 +148,11 @@ class XPUWorker(Worker): ...@@ -148,11 +148,11 @@ class XPUWorker(Worker):
os.environ["CCL_ATL_TRANSPORT"] = ENV_CCL_ATL_TRANSPORT os.environ["CCL_ATL_TRANSPORT"] = ENV_CCL_ATL_TRANSPORT
os.environ["LOCAL_WORLD_SIZE"] = ENV_LOCAL_WORLD_SIZE os.environ["LOCAL_WORLD_SIZE"] = ENV_LOCAL_WORLD_SIZE
os.environ["LOCAL_RANK"] = str(self.local_rank) os.environ["LOCAL_RANK"] = str(self.local_rank)
dist_backend = "ccl"
init_worker_distributed_environment(self.vllm_config, self.rank, init_worker_distributed_environment(self.vllm_config, self.rank,
self.distributed_init_method, self.distributed_init_method,
self.local_rank, dist_backend) self.local_rank,
current_platform.dist_backend)
# global all_reduce needed for overall oneccl warm up # global all_reduce needed for overall oneccl warm up
torch.distributed.all_reduce(torch.zeros(1).xpu()) torch.distributed.all_reduce(torch.zeros(1).xpu())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment