Skip to content

GitLab

Unverified Commit c807cd7c authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

chore: update configurer (#9557)

parent 327f7b7c
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 2 deletions
python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
View file @ c807cd7c
import logging import logging
import torch
from sglang.srt.utils import get_bool_env_var, get_device_sm from sglang.srt.utils import get_bool_env_var, get_device_sm
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
...@@ -7,8 +9,10 @@ logger = logging.getLogger(__name__) ...@@ -7,8 +9,10 @@ logger = logging.getLogger(__name__)
def _compute_enable_deep_gemm(): def _compute_enable_deep_gemm():
sm_version = get_device_sm() sm_version = get_device_sm()
# TODO fix blackwell fp8 if sm_version < 90:
if sm_version != 90: return False
# TODO fix deepgemm cu129 fp8 issue
if torch.version.cuda == "12.9":
return False return False
try: try:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment