Skip to content

GitLab

Commit 02761ab1 authored by zhuwenwen's avatar zhuwenwen
Browse files

fix pp1 rank error

parent 17b375d6
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 4 deletions
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
View file @ 02761ab1
...@@ -420,6 +420,7 @@ class P2pNcclConnector(KVConnectorBase_V1): ...@@ -420,6 +420,7 @@ class P2pNcclConnector(KVConnectorBase_V1):
if (self.multiple_machines): if (self.multiple_machines):
ip_second = self.get_ip_value(ip) ip_second = self.get_ip_value(ip)
if (self.pp_size == 1): if (self.pp_size == 1):
if self._rank < 8:
self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name, self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,
kv_cache, remote_address) kv_cache, remote_address)
self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name, self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment