Update cutlass_moe.py (#8545)

e3f08c77 · Elfie Guo · GitHub · a9fd8033 · e3f08c77
Unverified Commit e3f08c77 authored Jul 29, 2025 by Elfie Guo Committed by GitHub Jul 29, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/layers/moe/cutlass_moe.py python/sglang/srt/layers/moe/cutlass_moe.py +1 -1

No files found.
--- a/python/sglang/srt/layers/moe/cutlass_moe.py
+++ b/python/sglang/srt/layers/moe/cutlass_moe.py
@@ -209,7 +209,7 @@ def cutlass_fused_experts_fp8(
    )

    result = torch.empty((m, k), device=device, dtype=out_dtype)
-    apply_shuffle_mul_sum(c2, result, c_map, topk_weights)
+    apply_shuffle_mul_sum(c2, result, c_map, topk_weights.to(out_dtype))
    return result