"...ssh:/git@developer.sourcefind.cn:2222/OpenDAS/dynamo.git" did not exist on "57d4fa056f5f6fbd5472d5f5550a5ead27716f6c"
Unverified Commit c894c5dc authored by Wentao Ye's avatar Wentao Ye Committed by GitHub
Browse files

[Bug Fix] Fix address/port already in use error for deep_ep test (#20094)


Signed-off-by: default avataryewentao256 <zhyanwentao@126.com>
parent 1f5d178e
...@@ -4,6 +4,7 @@ DeepEP test utilities ...@@ -4,6 +4,7 @@ DeepEP test utilities
""" """
import dataclasses import dataclasses
import importlib import importlib
import os
import traceback import traceback
from typing import Callable, Optional from typing import Callable, Optional
...@@ -13,6 +14,8 @@ from torch.multiprocessing import ( ...@@ -13,6 +14,8 @@ from torch.multiprocessing import (
spawn) # pyright: ignore[reportPrivateImportUsage] spawn) # pyright: ignore[reportPrivateImportUsage]
from typing_extensions import Concatenate, ParamSpec from typing_extensions import Concatenate, ParamSpec
from vllm.model_executor.layers.fused_moe.utils import find_free_port
has_deep_ep = importlib.util.find_spec("deep_ep") is not None has_deep_ep = importlib.util.find_spec("deep_ep") is not None
if has_deep_ep: if has_deep_ep:
from vllm.model_executor.layers.fused_moe.deepep_ht_prepare_finalize import ( # noqa: E501 from vllm.model_executor.layers.fused_moe.deepep_ht_prepare_finalize import ( # noqa: E501
...@@ -92,7 +95,7 @@ def parallel_launch( ...@@ -92,7 +95,7 @@ def parallel_launch(
world_size, world_size,
world_size, world_size,
0, 0,
"tcp://localhost:29500", f"tcp://{os.getenv('LOCALHOST', 'localhost')}:{find_free_port()}",
worker, worker,
) + args, ) + args,
nprocs=world_size, nprocs=world_size,
......
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import socket
from contextlib import closing
from math import prod from math import prod
from typing import Optional from typing import Optional
...@@ -96,3 +98,10 @@ def _fp8_perm(m: torch.Tensor, idx: torch.Tensor) -> torch.Tensor: ...@@ -96,3 +98,10 @@ def _fp8_perm(m: torch.Tensor, idx: torch.Tensor) -> torch.Tensor:
return m.view(dtype=torch.uint8)[idx, ...].view(dtype=m.dtype) return m.view(dtype=torch.uint8)[idx, ...].view(dtype=m.dtype)
else: else:
return m[idx, ...] return m[idx, ...]
def find_free_port():
with closing(socket.socket(socket.AF_INET, socket.SOCK_STREAM)) as s:
s.bind(('', 0))
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
return s.getsockname()[1]
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment