Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ee35e96a
Unverified
Commit
ee35e96a
authored
Jun 16, 2025
by
Nick Hill
Committed by
GitHub
Jun 16, 2025
Browse files
[BugFix] Don't catch BaseException when dumping execute_model errors (#19626)
Signed-off-by:
Nick Hill
<
nhill@redhat.com
>
parent
dec66d25
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
12 additions
and
13 deletions
+12
-13
vllm/logging_utils/dump_input.py
vllm/logging_utils/dump_input.py
+7
-11
vllm/v1/engine/core.py
vllm/v1/engine/core.py
+5
-2
No files found.
vllm/logging_utils/dump_input.py
View file @
ee35e96a
...
...
@@ -59,27 +59,23 @@ def dump_engine_exception(config: VllmConfig,
scheduler_stats
:
Optional
[
SchedulerStats
]):
# NOTE: ensure we can log extra info without risking raises
# unexpected errors during logging
with
contextlib
.
suppress
(
Base
Exception
):
with
contextlib
.
suppress
(
Exception
):
_dump_engine_exception
(
config
,
scheduler_output
,
scheduler_stats
)
def
_dump_engine_exception
(
config
:
VllmConfig
,
scheduler_output
:
SchedulerOutput
,
scheduler_stats
:
Optional
[
SchedulerStats
]):
logger
.
error
(
"Dumping input data"
)
logger
.
error
(
"V1 LLM engine (v%s) with config: %s, "
,
"
Dumping input data for
V1 LLM engine (v%s) with config: %s, "
,
VLLM_VERSION
,
config
,
)
try
:
dump_obj
=
prepare_object_to_dump
(
scheduler_output
)
logger
.
error
(
"Dumping scheduler output for model execution:
"
)
logger
.
error
(
dump_obj
)
logger
.
error
(
"Dumping scheduler output for model execution:
%s"
,
dump_obj
)
if
scheduler_stats
:
logger
.
error
(
scheduler_stats
)
except
BaseException
as
exception
:
logger
.
error
(
"Error preparing object to dump"
)
logger
.
error
(
repr
(
exception
))
logger
.
error
(
"Dumping scheduler stats: %s"
,
scheduler_stats
)
except
Exception
:
logger
.
exception
(
"Error preparing object to dump"
)
vllm/v1/engine/core.py
View file @
ee35e96a
...
...
@@ -209,11 +209,14 @@ class EngineCore:
def
execute_model
(
self
,
scheduler_output
:
SchedulerOutput
):
try
:
return
self
.
model_executor
.
execute_model
(
scheduler_output
)
except
BaseException
as
err
:
except
Exception
as
err
:
# We do not want to catch BaseException here since we're only
# interested in dumping info when the exception is due to an
# error from execute_model itself.
# NOTE: This method is exception-free
dump_engine_exception
(
self
.
vllm_config
,
scheduler_output
,
self
.
scheduler
.
make_stats
())
# Re-raise exception
raise
err
def
step
(
self
)
->
tuple
[
dict
[
int
,
EngineCoreOutputs
],
bool
]:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment