Unverified Commit 4a510ab4 authored by Mark McLoughlin's avatar Mark McLoughlin Committed by GitHub
Browse files

[NIXL] Improve request_finished() debug logs (#25665)


Signed-off-by: default avatarMark McLoughlin <markmc@redhat.com>
parent 314fa8ab
...@@ -463,7 +463,9 @@ class NixlConnectorScheduler: ...@@ -463,7 +463,9 @@ class NixlConnectorScheduler:
params = request.kv_transfer_params params = request.kv_transfer_params
logger.debug( logger.debug(
"NIXLConnector request_finished, request_status=%s, kv_transfer_params=%s", "NIXLConnector request_finished(%s), request_status=%s, "
"kv_transfer_params=%s",
request.request_id,
request.status, request.status,
params, params,
) )
...@@ -495,6 +497,12 @@ class NixlConnectorScheduler: ...@@ -495,6 +497,12 @@ class NixlConnectorScheduler:
if delay_free_blocks: if delay_free_blocks:
# Prefill request on remote. It will be read from D upon completion # Prefill request on remote. It will be read from D upon completion
logger.debug(
"NIXLConnector request_finished(%s) waiting for %d seconds "
"for remote decode to fetch blocks",
request.request_id,
envs.VLLM_NIXL_ABORT_REQUEST_TIMEOUT,
)
self._reqs_need_send[request.request_id] = ( self._reqs_need_send[request.request_id] = (
time.perf_counter() + envs.VLLM_NIXL_ABORT_REQUEST_TIMEOUT time.perf_counter() + envs.VLLM_NIXL_ABORT_REQUEST_TIMEOUT
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment