Skip to content

GitLab

Unverified Commit b2da14a0 authored by Vadim Markovtsev's avatar Vadim Markovtsev Committed by GitHub
Browse files

Improve exception reporting in MP engine (#17800) 


Signed-off-by: default avatarVadim Markovtsev <vadim@poolside.ai>
parent 7ea2adb8
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/engine/multiprocessing/engine.py
View file @ b2da14a0
...@@ -284,7 +284,7 @@ class MQLLMEngine: ...@@ -284,7 +284,7 @@ class MQLLMEngine:
except Exception as e: except Exception as e:
self._set_errored(e) self._set_errored(e)
self._send_unhealthy(e) self._send_unhealthy(e)
raise e raise e from None
def _handle_process_request(self, request: RPCProcessRequest): def _handle_process_request(self, request: RPCProcessRequest):
"""Handle RPCProcessRequest by adding it to the LLMEngine.""" """Handle RPCProcessRequest by adding it to the LLMEngine."""
...@@ -447,4 +447,4 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext, ...@@ -447,4 +447,4 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
except BaseException as e: except BaseException as e:
logger.exception(e) logger.exception(e)
engine_alive.value = False engine_alive.value = False
raise e raise e from None
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment