"vllm/multimodal/processing/processor.py" did not exist on "136a17fe6edacba292d899af4cfd424e0ca98d9f"
Unverified Commit 097eb544 authored by lailoo's avatar lailoo Committed by GitHub
Browse files

[Bugfix] Improve engine ready timeout error message (#35616)


Signed-off-by: default avatardamaozi <1811866786@qq.com>
parent 7cdba98e
...@@ -609,8 +609,13 @@ class MPClient(EngineCoreClient): ...@@ -609,8 +609,13 @@ class MPClient(EngineCoreClient):
timeout=VLLM_ENGINE_READY_TIMEOUT_S * 1000 # convert to ms timeout=VLLM_ENGINE_READY_TIMEOUT_S * 1000 # convert to ms
): ):
raise TimeoutError( raise TimeoutError(
"Timed out waiting for engines to send " f"Timed out waiting for engine core processes to "
"initial message on input socket." f"start. This is often caused by slow weight loading "
f"for large models. Waited "
f"{VLLM_ENGINE_READY_TIMEOUT_S}s (configured by "
f"VLLM_ENGINE_READY_TIMEOUT_S). To increase the "
f"timeout, set the environment variable: "
f"VLLM_ENGINE_READY_TIMEOUT_S=<seconds>"
) )
identity, _ = sync_input_socket.recv_multipart() identity, _ = sync_input_socket.recv_multipart()
identities.remove(identity) identities.remove(identity)
...@@ -1586,8 +1591,12 @@ class DPLBAsyncMPClient(DPAsyncMPClient): ...@@ -1586,8 +1591,12 @@ class DPLBAsyncMPClient(DPAsyncMPClient):
timeout=VLLM_ENGINE_READY_TIMEOUT_S * 1000 # convert to ms timeout=VLLM_ENGINE_READY_TIMEOUT_S * 1000 # convert to ms
): ):
raise TimeoutError( raise TimeoutError(
"Timed out waiting for new engines to send initial " f"Timed out waiting for new engine core processes to "
"message on input socket." f"start. Waited "
f"{VLLM_ENGINE_READY_TIMEOUT_S}s (configured by "
f"VLLM_ENGINE_READY_TIMEOUT_S). To increase the "
f"timeout, set the environment variable: "
f"VLLM_ENGINE_READY_TIMEOUT_S=<seconds>"
) )
identity, _ = sync_input_socket.recv_multipart() identity, _ = sync_input_socket.recv_multipart()
new_engine_identities.discard(identity) new_engine_identities.discard(identity)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment