Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
d5af47a1
Unverified
Commit
d5af47a1
authored
May 13, 2025
by
Nick Hill
Committed by
GitHub
May 13, 2025
Browse files
[P/D] Add some more debug logs to `NixlConnector` (#18102)
Signed-off-by:
Nick Hill
<
nhill@redhat.com
>
parent
65f0f74b
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
16 additions
and
0 deletions
+16
-0
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
...distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+16
-0
No files found.
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View file @
d5af47a1
...
...
@@ -253,6 +253,11 @@ class NixlConnectorScheduler:
asynchronously (between scheduler steps).
"""
logger
.
debug
(
"NIXLConnector get_num_new_matched_tokens: "
"num_computed_tokens=%s, kv_transfer_params=%s"
,
num_computed_tokens
,
request
.
kv_transfer_params
)
# No KVTransfer for this request.
if
request
.
kv_transfer_params
is
None
:
return
0
,
False
...
...
@@ -271,6 +276,12 @@ class NixlConnectorScheduler:
def
update_state_after_alloc
(
self
,
request
:
"Request"
,
blocks
:
"KVCacheBlocks"
,
num_external_tokens
:
int
):
logger
.
debug
(
"NIXLConnector update_state_after_alloc: "
"num_external_tokens=%s, kv_transfer_params=%s"
,
num_external_tokens
,
request
.
kv_transfer_params
)
if
request
.
kv_transfer_params
is
None
:
return
...
...
@@ -319,6 +330,11 @@ class NixlConnectorScheduler:
should be freed now or will be sent asynchronously and freed later.
"""
logger
.
debug
(
"NIXLConnector request_finished, "
"request_status=%s, kv_transfer_params=%s"
,
request
.
status
,
request
.
kv_transfer_params
)
if
request
.
kv_transfer_params
is
None
:
return
False
,
None
assert
isinstance
(
request
.
kv_transfer_params
,
NixlKVTransferParams
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment