Unverified Commit 463d4b74 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix DeepEP cannot run on latest master (#5567)

parent 9924bbe1
......@@ -802,6 +802,7 @@ class DeepEPMoE(EPMoE):
correction_bias: Optional[torch.Tensor] = None,
custom_routing_function: Optional[Callable] = None,
activation: str = "silu",
routed_scaling_factor: Optional[float] = None,
deepep_mode: DeepEPMode = DeepEPMode.auto,
):
super().__init__(
......@@ -820,6 +821,7 @@ class DeepEPMoE(EPMoE):
correction_bias,
custom_routing_function,
activation,
routed_scaling_factor,
)
self.deepep_mode = deepep_mode
if self.deepep_mode.enable_low_latency():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment