"vscode:/vscode.git/clone" did not exist on "ce30dca5c44353f278dc114bd6f03b11700088eb"
Unverified Commit d5af47a1 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[P/D] Add some more debug logs to `NixlConnector` (#18102)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent 65f0f74b
...@@ -253,6 +253,11 @@ class NixlConnectorScheduler: ...@@ -253,6 +253,11 @@ class NixlConnectorScheduler:
asynchronously (between scheduler steps). asynchronously (between scheduler steps).
""" """
logger.debug(
"NIXLConnector get_num_new_matched_tokens: "
"num_computed_tokens=%s, kv_transfer_params=%s",
num_computed_tokens, request.kv_transfer_params)
# No KVTransfer for this request. # No KVTransfer for this request.
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return 0, False return 0, False
...@@ -271,6 +276,12 @@ class NixlConnectorScheduler: ...@@ -271,6 +276,12 @@ class NixlConnectorScheduler:
def update_state_after_alloc(self, request: "Request", def update_state_after_alloc(self, request: "Request",
blocks: "KVCacheBlocks", blocks: "KVCacheBlocks",
num_external_tokens: int): num_external_tokens: int):
logger.debug(
"NIXLConnector update_state_after_alloc: "
"num_external_tokens=%s, kv_transfer_params=%s",
num_external_tokens, request.kv_transfer_params)
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return return
...@@ -319,6 +330,11 @@ class NixlConnectorScheduler: ...@@ -319,6 +330,11 @@ class NixlConnectorScheduler:
should be freed now or will be sent asynchronously and freed later. should be freed now or will be sent asynchronously and freed later.
""" """
logger.debug(
"NIXLConnector request_finished, "
"request_status=%s, kv_transfer_params=%s", request.status,
request.kv_transfer_params)
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return False, None return False, None
assert isinstance(request.kv_transfer_params, NixlKVTransferParams) assert isinstance(request.kv_transfer_params, NixlKVTransferParams)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment