Fix DeepGEMM masked cannot be run on groups not being multiple or 4 (#5340)

1e0806f3 · fzyzcjy · GitHub · 2c11f9c2 · 1e0806f3
Unverified Commit 1e0806f3 authored Apr 19, 2025 by fzyzcjy Committed by GitHub Apr 18, 2025
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

python/sglang/srt/layers/moe/ep_moe/layer.py python/sglang/srt/layers/moe/ep_moe/layer.py +0 -3

No files found.
--- a/python/sglang/srt/layers/moe/ep_moe/layer.py
+++ b/python/sglang/srt/layers/moe/ep_moe/layer.py
@@ -972,9 +972,6 @@ class DeepEPMoE(EPMoE):
    ):
        assert self.quant_method is not None
        assert self.activation == "silu"
-        assert (
-            hidden_states_fp8[0].size(0) % 4 == 0
-        ), f"TMA alignment error: {hidden_states_fp8[0].size(0)}"

        # GroupGemm-0
        num_groups, m, k = hidden_states_fp8[0].size()