improve mimax-m2 rmsnorm precision (#12186)

a8b91f6b · Haichao Zhu · GitHub · 959d1ab8 · a8b91f6b
Unverified Commit a8b91f6b authored Oct 28, 2025 by Haichao Zhu Committed by GitHub Oct 28, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/models/minimax_m2.py python/sglang/srt/models/minimax_m2.py +1 -1

No files found.
--- a/python/sglang/srt/models/minimax_m2.py
+++ b/python/sglang/srt/models/minimax_m2.py
@@ -122,7 +122,7 @@ class MiniMaxM2RMSNormTP(nn.Module):

        # Normalize and apply local weight shard
        x = x * torch.rsqrt(variance + self.variance_epsilon)
-        x = x.to(orig_dtype) * self.weight
+        x = (x * self.weight).to(orig_dtype)

        return x