Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
a865bc1c
Unverified
Commit
a865bc1c
authored
Apr 08, 2025
by
youkaichao
Committed by
GitHub
Apr 07, 2025
Browse files
[core] do not send error across process (#16174)
Signed-off-by:
youkaichao
<
youkaichao@gmail.com
>
parent
21802c4b
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
6 deletions
+7
-6
vllm/v1/executor/multiproc_executor.py
vllm/v1/executor/multiproc_executor.py
+7
-6
No files found.
vllm/v1/executor/multiproc_executor.py
View file @
a865bc1c
...
...
@@ -119,10 +119,9 @@ class MultiprocExecutor(Executor):
timeout
=
dequeue_timeout
)
if
status
!=
WorkerProc
.
ResponseStatus
.
SUCCESS
:
if
isinstance
(
result
,
Exception
):
raise
result
else
:
raise
RuntimeError
(
"Worker failed"
)
raise
RuntimeError
(
"Worker failed with error %s, please check the"
" stack trace above for the root cause"
,
result
)
responses
[
w
.
rank
]
=
result
...
...
@@ -378,9 +377,11 @@ class WorkerProc:
# Notes have been introduced in python 3.11
if
hasattr
(
e
,
"add_note"
):
e
.
add_note
(
traceback
.
format_exc
())
self
.
worker_response_mq
.
enqueue
(
(
WorkerProc
.
ResponseStatus
.
FAILURE
,
e
))
logger
.
exception
(
"WorkerProc hit an exception: %s"
,
exc_info
=
e
)
# exception might not be serializable, so we convert it to
# string, only for logging purpose.
self
.
worker_response_mq
.
enqueue
(
(
WorkerProc
.
ResponseStatus
.
FAILURE
,
str
(
e
)))
continue
self
.
worker_response_mq
.
enqueue
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment