Unverified Commit aa54a7bf authored by rongfu.leng's avatar rongfu.leng Committed by GitHub
Browse files

[BugFix] fix data parallel construct ipv6 url addres (#18991)


Signed-off-by: default avatarrongfu.leng <rongfu.leng@daocloud.io>
parent 2ad6194a
...@@ -41,8 +41,8 @@ from vllm.distributed.device_communicators.base_device_communicator import ( ...@@ -41,8 +41,8 @@ from vllm.distributed.device_communicators.base_device_communicator import (
DeviceCommunicatorBase) DeviceCommunicatorBase)
from vllm.distributed.utils import StatelessProcessGroup from vllm.distributed.utils import StatelessProcessGroup
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.utils import (direct_register_custom_op, resolve_obj_by_qualname, from vllm.utils import (direct_register_custom_op, get_distributed_init_method,
supports_custom_op) resolve_obj_by_qualname, supports_custom_op)
@dataclass @dataclass
...@@ -929,7 +929,7 @@ def init_distributed_environment( ...@@ -929,7 +929,7 @@ def init_distributed_environment(
world_size = parallel_config.world_size_across_dp world_size = parallel_config.world_size_across_dp
ip = parallel_config.data_parallel_master_ip ip = parallel_config.data_parallel_master_ip
port = parallel_config.get_next_dp_init_port() port = parallel_config.get_next_dp_init_port()
distributed_init_method = f"tcp://{ip}:{port}" # noqa distributed_init_method = get_distributed_init_method(ip, port)
logger.info( logger.info(
"Adjusting world_size=%d rank=%d distributed_init_method=%s for DP", "Adjusting world_size=%d rank=%d distributed_init_method=%s for DP",
world_size, rank, distributed_init_method) world_size, rank, distributed_init_method)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment