Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
bb9b608c
Unverified
Commit
bb9b608c
authored
Jun 26, 2025
by
Trevor Morris
Committed by
GitHub
Jun 26, 2025
Browse files
[PD][NIXL] Set is_sorted=False to fix NIXL_ERR_NOT_FOUND (#7330)
parent
69183f88
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
6 deletions
+6
-6
python/sglang/srt/disaggregation/nixl/conn.py
python/sglang/srt/disaggregation/nixl/conn.py
+6
-6
No files found.
python/sglang/srt/disaggregation/nixl/conn.py
View file @
bb9b608c
...
@@ -159,7 +159,7 @@ class NixlKVManager(CommonKVManager):
...
@@ -159,7 +159,7 @@ class NixlKVManager(CommonKVManager):
self
.
kv_args
.
kv_data_ptrs
,
self
.
kv_args
.
kv_data_lens
self
.
kv_args
.
kv_data_ptrs
,
self
.
kv_args
.
kv_data_lens
):
):
kv_addrs
.
append
((
kv_data_ptr
,
kv_data_len
,
self
.
kv_args
.
gpu_id
,
""
))
kv_addrs
.
append
((
kv_data_ptr
,
kv_data_len
,
self
.
kv_args
.
gpu_id
,
""
))
self
.
kv_descs
=
self
.
agent
.
register_memory
(
kv_addrs
,
"VRAM"
,
is_sorted
=
Tru
e
)
self
.
kv_descs
=
self
.
agent
.
register_memory
(
kv_addrs
,
"VRAM"
,
is_sorted
=
Fals
e
)
logger
.
debug
(
f
"Register kv tensors, len(kv_addr)=
{
len
(
kv_addrs
)
}
"
)
logger
.
debug
(
f
"Register kv tensors, len(kv_addr)=
{
len
(
kv_addrs
)
}
"
)
if
not
self
.
kv_descs
:
if
not
self
.
kv_descs
:
raise
Exception
(
"NIXL memory registration failed for kv tensors"
)
raise
Exception
(
"NIXL memory registration failed for kv tensors"
)
...
@@ -168,7 +168,7 @@ class NixlKVManager(CommonKVManager):
...
@@ -168,7 +168,7 @@ class NixlKVManager(CommonKVManager):
self
.
kv_args
.
aux_data_ptrs
,
self
.
kv_args
.
aux_data_lens
self
.
kv_args
.
aux_data_ptrs
,
self
.
kv_args
.
aux_data_lens
):
):
aux_addrs
.
append
((
aux_data_ptr
,
aux_data_len
,
0
,
""
))
aux_addrs
.
append
((
aux_data_ptr
,
aux_data_len
,
0
,
""
))
self
.
aux_descs
=
self
.
agent
.
register_memory
(
aux_addrs
,
"DRAM"
,
is_sorted
=
Tru
e
)
self
.
aux_descs
=
self
.
agent
.
register_memory
(
aux_addrs
,
"DRAM"
,
is_sorted
=
Fals
e
)
logger
.
debug
(
f
"Register aux tensors, len(aux_addrs)=
{
len
(
aux_addrs
)
}
"
)
logger
.
debug
(
f
"Register aux tensors, len(aux_addrs)=
{
len
(
aux_addrs
)
}
"
)
if
not
self
.
aux_descs
:
if
not
self
.
aux_descs
:
raise
Exception
(
"NIXL memory registration failed for aux tensors"
)
raise
Exception
(
"NIXL memory registration failed for aux tensors"
)
...
@@ -215,8 +215,8 @@ class NixlKVManager(CommonKVManager):
...
@@ -215,8 +215,8 @@ class NixlKVManager(CommonKVManager):
logger
.
debug
(
logger
.
debug
(
f
"len(src_addrs): before group:
{
len
(
prefill_kv_indices
)
}
, after group:
{
len
(
src_addrs
)
}
"
f
"len(src_addrs): before group:
{
len
(
prefill_kv_indices
)
}
, after group:
{
len
(
src_addrs
)
}
"
)
)
src_descs
=
self
.
agent
.
get_xfer_descs
(
src_addrs
,
"VRAM"
,
is_sorted
=
Tru
e
)
src_descs
=
self
.
agent
.
get_xfer_descs
(
src_addrs
,
"VRAM"
,
is_sorted
=
Fals
e
)
dst_descs
=
self
.
agent
.
get_xfer_descs
(
dst_addrs
,
"VRAM"
,
is_sorted
=
Tru
e
)
dst_descs
=
self
.
agent
.
get_xfer_descs
(
dst_addrs
,
"VRAM"
,
is_sorted
=
Fals
e
)
# Transfer data
# Transfer data
xfer_handle
=
self
.
agent
.
initialize_xfer
(
xfer_handle
=
self
.
agent
.
initialize_xfer
(
"WRITE"
,
"WRITE"
,
...
@@ -248,8 +248,8 @@ class NixlKVManager(CommonKVManager):
...
@@ -248,8 +248,8 @@ class NixlKVManager(CommonKVManager):
decode_aux_addr
=
dst_aux_ptrs
[
0
]
+
dst_aux_index
*
aux_item_len
decode_aux_addr
=
dst_aux_ptrs
[
0
]
+
dst_aux_index
*
aux_item_len
src_addrs
=
[(
prefill_aux_addr
,
aux_item_len
,
0
)]
src_addrs
=
[(
prefill_aux_addr
,
aux_item_len
,
0
)]
dst_addrs
=
[(
decode_aux_addr
,
aux_item_len
,
0
)]
dst_addrs
=
[(
decode_aux_addr
,
aux_item_len
,
0
)]
src_descs
=
self
.
agent
.
get_xfer_descs
(
src_addrs
,
"DRAM"
,
is_sorted
=
Tru
e
)
src_descs
=
self
.
agent
.
get_xfer_descs
(
src_addrs
,
"DRAM"
,
is_sorted
=
Fals
e
)
dst_descs
=
self
.
agent
.
get_xfer_descs
(
dst_addrs
,
"DRAM"
,
is_sorted
=
Tru
e
)
dst_descs
=
self
.
agent
.
get_xfer_descs
(
dst_addrs
,
"DRAM"
,
is_sorted
=
Fals
e
)
# Transfer data
# Transfer data
xfer_handle
=
self
.
agent
.
initialize_xfer
(
xfer_handle
=
self
.
agent
.
initialize_xfer
(
"WRITE"
,
"WRITE"
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment