Commit bdeb3a85 authored by xiabo's avatar xiabo
Browse files

增肌pd分离,P/D单实例单机的所有对称切分。

parent 2af12d7a
...@@ -473,8 +473,11 @@ class P2pNcclConnector(KVConnectorBase_V1): ...@@ -473,8 +473,11 @@ class P2pNcclConnector(KVConnectorBase_V1):
for i in range(8): for i in range(8):
self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name, self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,
kv_cache, ip + ":" + str(port + i)) kv_cache, ip + ":" + str(port + i))
elif (self.enable_asymmetric_p2p):
self.p2p_nccl_engine.send_tensor(request_id + "#" + layer_name,
kv_cache, remote_address)
else: else:
logger.error("Error: only suppprt pp1 pp2 pp8!!!!!!") logger.error("Error: P/D single machine only suppprt multiple tp:: (P: pp2tp4 D:tp8 P:pp8tp1 D:tp8) !!!!!!")
else: else:
logger.error("Error: not support!!!!!!") logger.error("Error: not support!!!!!!")
def wait_for_save(self): def wait_for_save(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment