Commit f384ee43 authored by xiabo's avatar xiabo
Browse files

修改非堆成切分的判断

parent e89003dd
...@@ -119,10 +119,10 @@ class P2pNcclEngine: ...@@ -119,10 +119,10 @@ class P2pNcclEngine:
"remote_pp_size", 1) "remote_pp_size", 1)
self.enable_asymmetric_p2p = self.config.get_from_extra_config( self.enable_asymmetric_p2p = self.config.get_from_extra_config(
"enable_asymmetric_p2p", False) "enable_asymmetric_p2p", False)
if self.enable_asymmetric_p2p == True:
if self.remote_tp_size % self.tp_size != 0: if self.remote_tp_size % self.tp_size != 0:
logger.error(" the Prefill TP size must be less than or equal to the Decode TP size!!!!") logger.error(" the Prefill TP size must be less than or equal to the Decode TP size!!!!")
self.multp = int(self.remote_tp_size / self.tp_size) self.multp = int(self.remote_tp_size / self.tp_size)
self.multiple_machines = self.config.get_from_extra_config( self.multiple_machines = self.config.get_from_extra_config(
"enable_multiple_machines", False) "enable_multiple_machines", False)
port = int(self.config.kv_port) + port_offset port = int(self.config.kv_port) + port_offset
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment