Commit f007cd06 authored by zhuwenwen's avatar zhuwenwen
Browse files

update num_expert_group

parent b01011d2
......@@ -1203,8 +1203,9 @@ class FusedMoE(CustomOp):
# moe_fused_gate kernel ensure that num_experts/num_expert_group does not exceed MAX_VPT=32 now. And when kernel can handle MAX_VPT > 32, we can remove this assertion.
self.use_fused_gate = envs.VLLM_ENABLE_MOE_FUSED_GATE \
and self.e_score_correction_bias is not None \
and self.global_num_experts // num_expert_group <= 32 \
and is_power_of_two(e_score_correction_bias.shape[0])
and num_expert_group is not None \
and self.global_num_experts // num_expert_group <= 32 \
and is_power_of_two(e_score_correction_bias.shape[0])
# Chunked all2all staging tensor
self.batched_hidden_states: Optional[torch.Tensor] = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment