"vscode:/vscode.git/clone" did not exist on "af1b07b0c57fab2b65f55a0c14ced3186c23a63f"
Unverified Commit 25d585ab authored by Chaojun Zhang's avatar Chaojun Zhang Committed by GitHub
Browse files

[XPU] Enable external_launcher to serve as an executor via torchrun (#21021)


Signed-off-by: default avatarchzhang <chaojun.zhang@intel.com>
parent 8d0a01a5
...@@ -7,6 +7,7 @@ import torch.distributed ...@@ -7,6 +7,7 @@ import torch.distributed
import vllm.envs as envs import vllm.envs as envs
from vllm.config import VllmConfig from vllm.config import VllmConfig
from vllm.distributed import get_world_group
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.model_executor import set_random_seed from vllm.model_executor import set_random_seed
from vllm.platforms import current_platform from vllm.platforms import current_platform
...@@ -155,7 +156,8 @@ class XPUWorker(Worker): ...@@ -155,7 +156,8 @@ class XPUWorker(Worker):
current_platform.dist_backend) current_platform.dist_backend)
# global all_reduce needed for overall oneccl warm up # global all_reduce needed for overall oneccl warm up
torch.distributed.all_reduce(torch.zeros(1).xpu()) torch.distributed.all_reduce(torch.zeros(1).xpu(),
group=get_world_group().device_group)
# Set random seed. # Set random seed.
set_random_seed(self.model_config.seed) set_random_seed(self.model_config.seed)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment