Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
5175b884
Unverified
Commit
5175b884
authored
Apr 22, 2025
by
Nick Hill
Committed by
GitHub
Apr 22, 2025
Browse files
[BugFix] Remove default multiproc executor `collective_rpc` timeout (#17000)
Signed-off-by:
Nick Hill
<
nhill@redhat.com
>
parent
5536b30a
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
7 deletions
+7
-7
vllm/v1/executor/multiproc_executor.py
vllm/v1/executor/multiproc_executor.py
+7
-7
No files found.
vllm/v1/executor/multiproc_executor.py
View file @
5175b884
...
...
@@ -38,7 +38,7 @@ logger = init_logger(__name__)
POLLING_TIMEOUT_MS
=
5000
POLLING_TIMEOUT_S
=
POLLING_TIMEOUT_MS
//
1000
EXECUTE_MODEL_TIMEOUT_S
=
3
0
EXECUTE_MODEL_TIMEOUT_S
=
4
0
class
MultiprocExecutor
(
Executor
):
...
...
@@ -151,16 +151,16 @@ class MultiprocExecutor(Executor):
def
collective_rpc
(
self
,
method
:
Union
[
str
,
Callable
],
timeout
:
Optional
[
float
]
=
180.0
,
timeout
:
Optional
[
float
]
=
None
,
args
:
tuple
=
(),
kwargs
:
Optional
[
dict
]
=
None
,
rank0_reply_only
:
bool
=
False
)
->
list
[
Any
]:
start_time
=
time
.
monotonic
()
kwargs
=
kwargs
or
{}
if
self
.
is_failed
:
raise
RuntimeError
(
"Executor failed."
)
deadline
=
None
if
timeout
is
None
else
time
.
monotonic
()
+
timeout
kwargs
=
kwargs
or
{}
# NOTE: If the args are heterogeneous, then we pack them into a list,
# and unpack them in the method of every worker, because every worker
# knows their own rank.
...
...
@@ -176,8 +176,8 @@ class MultiprocExecutor(Executor):
workers
=
(
self
.
workers
[
0
],
)
if
rank0_reply_only
else
self
.
workers
responses
=
[
None
]
*
len
(
workers
)
for
w
in
workers
:
dequeue_timeout
=
timeout
-
(
time
.
monotonic
()
-
start_time
)
if
timeout
is
not
None
else
None
dequeue_timeout
=
None
if
deadline
is
None
else
(
deadline
-
time
.
monotonic
())
status
,
result
=
w
.
worker_response_mq
.
dequeue
(
timeout
=
dequeue_timeout
,
cancel
=
self
.
shutdown_event
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment