Fix dtype error in CI (#8197)

465968b2 · Ke Bao · GitHub · 750838ad · 465968b2
Unverified Commit 465968b2 authored Jul 21, 2025 by Ke Bao Committed by GitHub Jul 21, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/layers/moe/topk.py python/sglang/srt/layers/moe/topk.py +1 -1

No files found.
--- a/python/sglang/srt/layers/moe/topk.py
+++ b/python/sglang/srt/layers/moe/topk.py
@@ -524,7 +524,7 @@ def biased_grouped_topk_gpu(
        topk_weights = torch.empty((token, topk), dtype=torch.float32, device=device)
        topk_ids = torch.empty((token, topk), dtype=torch.int32, device=device)
        aiter_biased_grouped_topk(
-            gating_output,
+            gating_output.to(dtype=torch.float32),
            correction_bias,
            topk_weights,
            topk_ids,