Tiny allow DeepGEMM on cu12.9 (#9858)

065e523d · fzyzcjy · GitHub · 7de2ce45 · 065e523d
Unverified Commit 065e523d authored Sep 01, 2025 by fzyzcjy Committed by GitHub Aug 31, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py ...g/srt/layers/quantization/deep_gemm_wrapper/configurer.py +0 -3

No files found.
--- a/python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
@@ -11,9 +11,6 @@ def _compute_enable_deep_gemm():
    sm_version = get_device_sm()
    if sm_version < 90:
        return False
-    # TODO fix deepgemm cu129 fp8 issue
-    if torch.version.cuda == "12.9":
-        return False

    try:
        import deep_gemm