Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
47e9b63e
Unverified
Commit
47e9b63e
authored
Feb 13, 2026
by
Martin Hickey
Committed by
GitHub
Feb 13, 2026
Browse files
[KVConnector] Clean up redundant code in KV connectors (#34147)
Signed-off-by:
Martin Hickey
<
martin.hickey@ie.ibm.com
>
parent
934acdde
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
2 additions
and
11 deletions
+2
-11
vllm/distributed/kv_transfer/kv_connector/v1/__init__.py
vllm/distributed/kv_transfer/kv_connector/v1/__init__.py
+1
-1
vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py
...tributed/kv_transfer/kv_connector/v1/example_connector.py
+0
-8
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_mp_connector.py
...buted/kv_transfer/kv_connector/v1/lmcache_mp_connector.py
+0
-1
vllm/distributed/kv_transfer/kv_connector/v1/offloading_connector.py
...buted/kv_transfer/kv_connector/v1/offloading_connector.py
+1
-1
No files found.
vllm/distributed/kv_transfer/kv_connector/v1/__init__.py
View file @
47e9b63e
...
...
@@ -6,7 +6,7 @@ from vllm.distributed.kv_transfer.kv_connector.v1.base import (
SupportsHMA
,
supports_hma
,
)
from
vllm.distributed.kv_transfer.kv_connector.v1.decode_bench_connector
import
(
# noqa E
:
501
from
vllm.distributed.kv_transfer.kv_connector.v1.decode_bench_connector
import
(
# noqa
:
E501
DecodeBenchConnector
,
)
...
...
vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py
View file @
47e9b63e
...
...
@@ -145,7 +145,6 @@ class ExampleConnector(KVConnectorBase_V1):
num_pages
*
page_size
,
-
1
)
dst_kv_cache_layer
[
slot_mapping
,
...]
=
src_kv_cache
dst_kv_cache_layer
.
reshape
(
dst_kv_cache_layer_shape
)
else
:
num_pages
=
dst_kv_cache_layer_shape
[
1
]
page_size
=
dst_kv_cache_layer_shape
[
2
]
...
...
@@ -153,18 +152,11 @@ class ExampleConnector(KVConnectorBase_V1):
2
,
num_pages
*
page_size
,
-
1
)
dst_kv_cache_layer
[:,
slot_mapping
,
...]
=
src_kv_cache
dst_kv_cache_layer
.
reshape
(
dst_kv_cache_layer_shape
)
# Get the metadata
metadata
:
KVConnectorMetadata
=
self
.
_get_connector_metadata
()
assert
isinstance
(
metadata
,
ExampleConnectorMetadata
)
if
metadata
is
None
:
logger
.
warning
(
"In connector.start_load_kv, but the connector metadata is None"
)
return
attn_metadata
=
forward_context
.
attn_metadata
if
attn_metadata
is
None
:
logger
.
warning
(
"In connector.start_load_kv, but the attn_metadata is None"
)
...
...
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_mp_connector.py
View file @
47e9b63e
...
...
@@ -36,7 +36,6 @@ except ImportError:
)
if
TYPE_CHECKING
:
from
vllm.config
import
VllmConfig
from
vllm.distributed.kv_events
import
KVCacheEvent
from
vllm.distributed.kv_transfer.kv_connector.v1.metrics
import
(
KVConnectorPromMetrics
,
...
...
vllm/distributed/kv_transfer/kv_connector/v1/offloading_connector.py
View file @
47e9b63e
...
...
@@ -85,7 +85,7 @@ class OffloadingConnectorStats(KVConnectorStats):
for
transfer_type
,
ops_list
in
self
.
data
.
items
():
assert
isinstance
(
ops_list
,
list
)
total_bytes
=
0
total_time
=
0
total_time
=
0
.0
for
op
in
ops_list
:
assert
isinstance
(
op
,
dict
)
total_bytes
+=
op
[
"op_size"
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment