Unverified Commit 9f47d686 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix fused MoE when `routed_scaling_factor is None` (#8709)

parent d9def43d
...@@ -280,7 +280,9 @@ class EPMoE(FusedMoE): ...@@ -280,7 +280,9 @@ class EPMoE(FusedMoE):
m_max * self.start_expert_id, m_max * self.start_expert_id,
BLOCK_SIZE=512, BLOCK_SIZE=512,
) )
return output * self.routed_scaling_factor if self.routed_scaling_factor is not None:
output *= self.routed_scaling_factor
return output
class DeepEPMoE(EPMoE): class DeepEPMoE(EPMoE):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment