Unverified Commit 25d585ab authored by Chaojun Zhang's avatar Chaojun Zhang Committed by GitHub
Browse files

[XPU] Enable external_launcher to serve as an executor via torchrun (#21021)


Signed-off-by: default avatarchzhang <chaojun.zhang@intel.com>
parent 8d0a01a5
......@@ -7,6 +7,7 @@ import torch.distributed
import vllm.envs as envs
from vllm.config import VllmConfig
from vllm.distributed import get_world_group
from vllm.logger import init_logger
from vllm.model_executor import set_random_seed
from vllm.platforms import current_platform
......@@ -155,7 +156,8 @@ class XPUWorker(Worker):
current_platform.dist_backend)
# global all_reduce needed for overall oneccl warm up
torch.distributed.all_reduce(torch.zeros(1).xpu())
torch.distributed.all_reduce(torch.zeros(1).xpu(),
group=get_world_group().device_group)
# Set random seed.
set_random_seed(self.model_config.seed)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment