Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c894c5dc
Unverified
Commit
c894c5dc
authored
Jun 26, 2025
by
Wentao Ye
Committed by
GitHub
Jun 26, 2025
Browse files
[Bug Fix] Fix address/port already in use error for deep_ep test (#20094)
Signed-off-by:
yewentao256
<
zhyanwentao@126.com
>
parent
1f5d178e
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
13 additions
and
1 deletion
+13
-1
tests/kernels/moe/deepep_utils.py
tests/kernels/moe/deepep_utils.py
+4
-1
vllm/model_executor/layers/fused_moe/utils.py
vllm/model_executor/layers/fused_moe/utils.py
+9
-0
No files found.
tests/kernels/moe/deepep_utils.py
View file @
c894c5dc
...
...
@@ -4,6 +4,7 @@ DeepEP test utilities
"""
import
dataclasses
import
importlib
import
os
import
traceback
from
typing
import
Callable
,
Optional
...
...
@@ -13,6 +14,8 @@ from torch.multiprocessing import (
spawn
)
# pyright: ignore[reportPrivateImportUsage]
from
typing_extensions
import
Concatenate
,
ParamSpec
from
vllm.model_executor.layers.fused_moe.utils
import
find_free_port
has_deep_ep
=
importlib
.
util
.
find_spec
(
"deep_ep"
)
is
not
None
if
has_deep_ep
:
from
vllm.model_executor.layers.fused_moe.deepep_ht_prepare_finalize
import
(
# noqa: E501
...
...
@@ -92,7 +95,7 @@ def parallel_launch(
world_size
,
world_size
,
0
,
"tcp://
localhost:29500
"
,
f
"tcp://
{
os
.
getenv
(
'LOCALHOST'
,
'localhost'
)
}
:
{
find_free_port
()
}
"
,
worker
,
)
+
args
,
nprocs
=
world_size
,
...
...
vllm/model_executor/layers/fused_moe/utils.py
View file @
c894c5dc
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
socket
from
contextlib
import
closing
from
math
import
prod
from
typing
import
Optional
...
...
@@ -96,3 +98,10 @@ def _fp8_perm(m: torch.Tensor, idx: torch.Tensor) -> torch.Tensor:
return
m
.
view
(
dtype
=
torch
.
uint8
)[
idx
,
...].
view
(
dtype
=
m
.
dtype
)
else
:
return
m
[
idx
,
...]
def
find_free_port
():
with
closing
(
socket
.
socket
(
socket
.
AF_INET
,
socket
.
SOCK_STREAM
))
as
s
:
s
.
bind
((
''
,
0
))
s
.
setsockopt
(
socket
.
SOL_SOCKET
,
socket
.
SO_REUSEADDR
,
1
)
return
s
.
getsockname
()[
1
]
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment