Unverified Commit 84f6cd74 authored by Qiu's avatar Qiu Committed by GitHub
Browse files

[Mics] add pcp basic support to MoE model (#31003)

parent ecd49ce7
......@@ -1027,6 +1027,10 @@ class FusedMoEConfig:
def dp_size(self):
return self.moe_parallel_config.dp_size
@property
def pcp_size(self):
return self.moe_parallel_config.pcp_size
@property
def ep_size(self):
return self.moe_parallel_config.ep_size
......@@ -1039,6 +1043,10 @@ class FusedMoEConfig:
def dp_rank(self):
return self.moe_parallel_config.dp_rank
@property
def pcp_rank(self):
return self.moe_parallel_config.pcp_rank
@property
def ep_rank(self):
return self.moe_parallel_config.ep_rank
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment