Unverified Commit 1ee95841 authored by zackyoray's avatar zackyoray Committed by GitHub
Browse files

[Bugfix] Fix swapped engine_ids in NIXL Llama 4 local attention path (#33795)


Signed-off-by: default avatarYoray Zack <yorayz@nvidia.com>
parent 7d8c6804
...@@ -2323,15 +2323,15 @@ class NixlConnectorWorker: ...@@ -2323,15 +2323,15 @@ class NixlConnectorWorker:
# Get descs ids for the layer. # Get descs ids for the layer.
layer_local_desc_ids = self._get_block_descs_ids( layer_local_desc_ids = self._get_block_descs_ids(
dst_engine_id, self.engine_id,
layer_local_block_ids, layer_local_block_ids,
layer_idx, layer_idx,
block_size_ratio=block_size_ratio,
) )
layer_remote_desc_ids = self._get_block_descs_ids( layer_remote_desc_ids = self._get_block_descs_ids(
self.engine_id, dst_engine_id,
layer_remote_block_ids, layer_remote_block_ids,
layer_idx, layer_idx,
block_size_ratio=block_size_ratio,
) )
local_descs_list.append(layer_local_desc_ids) local_descs_list.append(layer_local_desc_ids)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment