Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
26a46558
Unverified
Commit
26a46558
authored
Nov 24, 2025
by
Nicolò Lucchesi
Committed by
GitHub
Nov 24, 2025
Browse files
[NIXL] Use config to enable telemetry + NIXL version bump (#29305)
Signed-off-by:
NickLucche
<
nlucches@redhat.com
>
parent
e924bbb4
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
4 additions
and
7 deletions
+4
-7
requirements/kv_connectors.txt
requirements/kv_connectors.txt
+1
-1
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
...distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+3
-6
No files found.
requirements/kv_connectors.txt
View file @
26a46558
lmcache
lmcache
nixl >= 0.
6.0
# Required for disaggregated prefill
nixl >= 0.
7.1
# Required for disaggregated prefill
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View file @
26a46558
...
@@ -4,7 +4,6 @@ import contextlib
...
@@ -4,7 +4,6 @@ import contextlib
import
copy
import
copy
import
logging
import
logging
import
math
import
math
import
os
import
queue
import
queue
import
threading
import
threading
import
time
import
time
...
@@ -810,9 +809,6 @@ class NixlConnectorWorker:
...
@@ -810,9 +809,6 @@ class NixlConnectorWorker:
self
.
nixl_backends
=
vllm_config
.
kv_transfer_config
.
get_from_extra_config
(
self
.
nixl_backends
=
vllm_config
.
kv_transfer_config
.
get_from_extra_config
(
"backends"
,
[
"UCX"
]
"backends"
,
[
"UCX"
]
)
)
# TODO temporary, once nixl allows for telemetry flag in config
# (next release), we can remove this env var.
os
.
environ
[
"NIXL_TELEMETRY_ENABLE"
]
=
"1"
# Agent.
# Agent.
non_ucx_backends
=
[
b
for
b
in
self
.
nixl_backends
if
b
!=
"UCX"
]
non_ucx_backends
=
[
b
for
b
in
self
.
nixl_backends
if
b
!=
"UCX"
]
...
@@ -828,10 +824,11 @@ class NixlConnectorWorker:
...
@@ -828,10 +824,11 @@ class NixlConnectorWorker:
if
nixl_agent_config
is
None
:
if
nixl_agent_config
is
None
:
config
=
None
config
=
None
else
:
else
:
# Enable telemetry by default for NIXL 0.7.1 and above.
config
=
(
config
=
(
nixl_agent_config
(
backends
=
self
.
nixl_backends
)
nixl_agent_config
(
backends
=
self
.
nixl_backends
,
capture_telemetry
=
True
)
if
len
(
non_ucx_backends
)
>
0
if
len
(
non_ucx_backends
)
>
0
else
nixl_agent_config
(
num_threads
=
num_threads
)
else
nixl_agent_config
(
num_threads
=
num_threads
,
capture_telemetry
=
True
)
)
)
self
.
nixl_wrapper
=
NixlWrapper
(
str
(
uuid
.
uuid4
()),
config
)
self
.
nixl_wrapper
=
NixlWrapper
(
str
(
uuid
.
uuid4
()),
config
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment