Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
4a510ab4
Unverified
Commit
4a510ab4
authored
Oct 16, 2025
by
Mark McLoughlin
Committed by
GitHub
Oct 16, 2025
Browse files
[NIXL] Improve request_finished() debug logs (#25665)
Signed-off-by:
Mark McLoughlin
<
markmc@redhat.com
>
parent
314fa8ab
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
9 additions
and
1 deletion
+9
-1
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
...distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+9
-1
No files found.
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View file @
4a510ab4
...
@@ -463,7 +463,9 @@ class NixlConnectorScheduler:
...
@@ -463,7 +463,9 @@ class NixlConnectorScheduler:
params
=
request
.
kv_transfer_params
params
=
request
.
kv_transfer_params
logger
.
debug
(
logger
.
debug
(
"NIXLConnector request_finished, request_status=%s, kv_transfer_params=%s"
,
"NIXLConnector request_finished(%s), request_status=%s, "
"kv_transfer_params=%s"
,
request
.
request_id
,
request
.
status
,
request
.
status
,
params
,
params
,
)
)
...
@@ -495,6 +497,12 @@ class NixlConnectorScheduler:
...
@@ -495,6 +497,12 @@ class NixlConnectorScheduler:
if
delay_free_blocks
:
if
delay_free_blocks
:
# Prefill request on remote. It will be read from D upon completion
# Prefill request on remote. It will be read from D upon completion
logger
.
debug
(
"NIXLConnector request_finished(%s) waiting for %d seconds "
"for remote decode to fetch blocks"
,
request
.
request_id
,
envs
.
VLLM_NIXL_ABORT_REQUEST_TIMEOUT
,
)
self
.
_reqs_need_send
[
request
.
request_id
]
=
(
self
.
_reqs_need_send
[
request
.
request_id
]
=
(
time
.
perf_counter
()
+
envs
.
VLLM_NIXL_ABORT_REQUEST_TIMEOUT
time
.
perf_counter
()
+
envs
.
VLLM_NIXL_ABORT_REQUEST_TIMEOUT
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment