chore: update configurer (#9557)

c807cd7c · Yineng Zhang · GitHub · 327f7b7c · c807cd7c
Unverified Commit c807cd7c authored Aug 24, 2025 by Yineng Zhang Committed by GitHub Aug 24, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 2 deletions

python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py ...g/srt/layers/quantization/deep_gemm_wrapper/configurer.py +6 -2

No files found.
--- a/python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
 import logging

+import torch
+
 from sglang.srt.utils import get_bool_env_var, get_device_sm

 logger = logging.getLogger(__name__)
@@ -7,8 +9,10 @@ logger = logging.getLogger(__name__)

 def _compute_enable_deep_gemm():
    sm_version = get_device_sm()
-    # TODO fix blackwell fp8
-    if sm_version != 90:
+    if sm_version < 90:
+        return False
+    # TODO fix deepgemm cu129 fp8 issue
+    if torch.version.cuda == "12.9":
        return False

    try: