Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
097eb544
Unverified
Commit
097eb544
authored
Mar 04, 2026
by
lailoo
Committed by
GitHub
Mar 04, 2026
Browse files
[Bugfix] Improve engine ready timeout error message (#35616)
Signed-off-by:
damaozi
<
1811866786@qq.com
>
parent
7cdba98e
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
13 additions
and
4 deletions
+13
-4
vllm/v1/engine/core_client.py
vllm/v1/engine/core_client.py
+13
-4
No files found.
vllm/v1/engine/core_client.py
View file @
097eb544
...
@@ -609,8 +609,13 @@ class MPClient(EngineCoreClient):
...
@@ -609,8 +609,13 @@ class MPClient(EngineCoreClient):
timeout
=
VLLM_ENGINE_READY_TIMEOUT_S
*
1000
# convert to ms
timeout
=
VLLM_ENGINE_READY_TIMEOUT_S
*
1000
# convert to ms
):
):
raise
TimeoutError
(
raise
TimeoutError
(
"Timed out waiting for engines to send "
f
"Timed out waiting for engine core processes to "
"initial message on input socket."
f
"start. This is often caused by slow weight loading "
f
"for large models. Waited "
f
"
{
VLLM_ENGINE_READY_TIMEOUT_S
}
s (configured by "
f
"VLLM_ENGINE_READY_TIMEOUT_S). To increase the "
f
"timeout, set the environment variable: "
f
"VLLM_ENGINE_READY_TIMEOUT_S=<seconds>"
)
)
identity
,
_
=
sync_input_socket
.
recv_multipart
()
identity
,
_
=
sync_input_socket
.
recv_multipart
()
identities
.
remove
(
identity
)
identities
.
remove
(
identity
)
...
@@ -1586,8 +1591,12 @@ class DPLBAsyncMPClient(DPAsyncMPClient):
...
@@ -1586,8 +1591,12 @@ class DPLBAsyncMPClient(DPAsyncMPClient):
timeout
=
VLLM_ENGINE_READY_TIMEOUT_S
*
1000
# convert to ms
timeout
=
VLLM_ENGINE_READY_TIMEOUT_S
*
1000
# convert to ms
):
):
raise
TimeoutError
(
raise
TimeoutError
(
"Timed out waiting for new engines to send initial "
f
"Timed out waiting for new engine core processes to "
"message on input socket."
f
"start. Waited "
f
"
{
VLLM_ENGINE_READY_TIMEOUT_S
}
s (configured by "
f
"VLLM_ENGINE_READY_TIMEOUT_S). To increase the "
f
"timeout, set the environment variable: "
f
"VLLM_ENGINE_READY_TIMEOUT_S=<seconds>"
)
)
identity
,
_
=
sync_input_socket
.
recv_multipart
()
identity
,
_
=
sync_input_socket
.
recv_multipart
()
new_engine_identities
.
discard
(
identity
)
new_engine_identities
.
discard
(
identity
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment