Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
7d8c6804
Unverified
Commit
7d8c6804
authored
Feb 05, 2026
by
Nicolò Lucchesi
Committed by
GitHub
Feb 05, 2026
Browse files
[Misc] Add debug logs (#33931)
Signed-off-by:
NickLucche
<
nlucches@redhat.com
>
parent
af3162d3
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
5 additions
and
0 deletions
+5
-0
vllm/distributed/kv_transfer/kv_connector/utils.py
vllm/distributed/kv_transfer/kv_connector/utils.py
+2
-0
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
...distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+3
-0
No files found.
vllm/distributed/kv_transfer/kv_connector/utils.py
View file @
7d8c6804
...
...
@@ -324,6 +324,7 @@ class TpKVTopology:
kv_cache_shape
=
self
.
attn_backend
.
get_kv_cache_shape
(
num_blocks
=
1
,
block_size
=
_MOCK_BLOCK_SIZE
,
num_kv_heads
=
1
,
head_size
=
1
)
logger
.
debug
(
"Test kv_cache_shape: %s"
,
kv_cache_shape
)
# Non-MLA backends caches have 5 dims [2, num_blocks, H,N,D],
# we just mock num_blocks to 1 for the dimension check below.
self
.
_is_kv_layout_blocks_first
=
(
...
...
@@ -337,6 +338,7 @@ class TpKVTopology:
)
if
self
.
_cross_layers_blocks
:
logger
.
debug
(
"Using cross-layer KV cache"
)
# prepend layers dimension
_MOCK_NUM_LAYERS
=
80
kv_cache_shape
=
(
_MOCK_NUM_LAYERS
,)
+
kv_cache_shape
...
...
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View file @
7d8c6804
...
...
@@ -1354,6 +1354,9 @@ class NixlConnectorWorker:
if
base_addr
in
seen_base_addresses
:
continue
logger
.
debug
(
"Registering layer %s with cache shape: %s"
,
layer_name
,
cache
.
shape
)
kernel_block_size
=
cache
.
shape
[
self
.
kv_topo
.
block_size_position
]
if
self
.
block_size
!=
kernel_block_size
:
logger
.
info_once
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment