fix pp1 rank error

e0ba5f60 · zhuwenwen · 28021d6e · e0ba5f60
Commit e0ba5f60 authored Oct 31, 2025 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 5 additions and 4 deletions

vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py ...ted/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py +5 -4

No files found.
--- a/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
+++ b/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
@@ -325,6 +325,7 @@ class P2pNcclConnector(KVConnectorBase_V1):
            if (self.multiple_machines):
                    ip_second = self.get_ip_value(ip)
                    if (self.pp_size == 1):
+                        if self._rank < 8:
                            self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,
                                                        kv_cache, remote_address)
                            self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,