Fix a minor bug related to DeepGEMM upgrade (#7191)

0bd67ba2 · Zhijian Liu · GitHub · 7d316991 · 0bd67ba2
Unverified Commit 0bd67ba2 authored Jun 14, 2025 by Zhijian Liu Committed by GitHub Jun 14, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

python/sglang/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py ...g/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py +2 -1

No files found.
--- a/python/sglang/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py
@@ -52,7 +52,8 @@ def grouped_gemm_nt_f8f8bf16_masked(
        expected_m, n, k, num_groups, kernel_type
    ):
        _grouped_gemm_nt_f8f8bf16_masked_raw(
-            lhs, rhs, out, masked_m, expected_m, recipe=recipe
+            lhs, rhs, out, masked_m, expected_m,
+            **({"recipe": recipe} if DEEPGEMM_V202506 else {})
        )