Fix deepgemm masked grouped gemm jit compile (#8679)

e2521926 · Ke Bao · GitHub · 07e46eca · e2521926
Unverified Commit e2521926 authored Aug 02, 2025 by Ke Bao Committed by GitHub Aug 01, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/layers/quantization/deep_gemm_wrapper/compile_utils.py ...rt/layers/quantization/deep_gemm_wrapper/compile_utils.py +1 -1

No files found.
--- a/python/sglang/srt/layers/quantization/deep_gemm_wrapper/compile_utils.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm_wrapper/compile_utils.py
@@ -148,7 +148,7 @@ def _compile_grouped_gemm_nt_f8f8bf16_masked_one(
        "NUM_MATH_THREADS_PER_GROUP": num_math_threads_per_group,
        "N": n,
        "K": k,
-        "NUM_GROUPS": 1,
+        "NUM_GROUPS": num_groups,
        "BLOCK_M": block_m,
        "BLOCK_N": block_n,
        "BLOCK_K": block_k,