Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
f26dbd09
"vscode:/vscode.git/clone" did not exist on "13bf5d9103f2778496b2a88924ddc6842efb59b3"
Unverified
Commit
f26dbd09
authored
Dec 16, 2025
by
Kris Hung
Committed by
GitHub
Dec 16, 2025
Browse files
fix: Fix kvbm nixl connector for vllm upgrade (#4957)
parent
24ac6c15
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
28 additions
and
1 deletion
+28
-1
lib/bindings/kvbm/python/kvbm/vllm_integration/connector/pd_connector.py
...bm/python/kvbm/vllm_integration/connector/pd_connector.py
+28
-1
No files found.
lib/bindings/kvbm/python/kvbm/vllm_integration/connector/pd_connector.py
View file @
f26dbd09
...
...
@@ -12,7 +12,10 @@ from vllm.distributed.kv_transfer.kv_connector.v1.multi_connector import (
MultiConnector
,
MultiKVConnectorMetadata
,
)
from
vllm.distributed.kv_transfer.kv_connector.v1.nixl_connector
import
NixlConnector
from
vllm.distributed.kv_transfer.kv_connector.v1.nixl_connector
import
(
NixlAgentMetadata
,
NixlConnector
,
)
from
vllm.v1.core.sched.output
import
SchedulerOutput
# Optional import for LMCache support
...
...
@@ -99,7 +102,31 @@ class PdConnector(MultiConnector):
for
c
in
self
.
_connectors
:
c
.
set_xfer_handshake_metadata
(
metadata
)
def
get_handshake_metadata
(
self
)
->
KVConnectorHandshakeMetadata
|
None
:
"""
Get the KVConnector handshake metadata from the NIXL connector.
This metadata is used for out-of-band connector handshake between
P/D workers. The NIXL connector (second connector) provides this
metadata so decode workers can connect for KV transfer coordination.
Returns:
NixlAgentMetadata from the NIXL connector, or None if not available.
"""
# Get handshake metadata from the NIXL connector (second connector)
nixl_connector
=
self
.
_connectors
[
1
]
metadata
=
nixl_connector
.
get_handshake_metadata
()
if
metadata
is
not
None
and
not
isinstance
(
metadata
,
NixlAgentMetadata
):
raise
TypeError
(
f
"Expected NixlAgentMetadata from NIXL connector, "
f
"got
{
type
(
metadata
).
__name__
}
"
)
return
metadata
def
bind_connector_metadata
(
self
,
connector_metadata
:
PdConnectorMetadata
)
->
None
:
# Must call super() to set _connector_metadata so has_connector_metadata() returns True
# This is required for save_kv_layer to be called during the forward pass
super
().
bind_connector_metadata
(
connector_metadata
)
assert
isinstance
(
connector_metadata
,
PdConnectorMetadata
)
if
connector_metadata
.
extra_async_saves
:
self
.
_extra_async_saves
.
update
(
connector_metadata
.
extra_async_saves
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment