Unverified Commit ba8d2165 authored by Ming Yang's avatar Ming Yang Committed by GitHub
Browse files

Handle triton kernel import exception (#25319)


Signed-off-by: default avatarMing Yang <minos.future@gmail.com>
parent c98be0a2
......@@ -14,10 +14,15 @@ from vllm.model_executor.layers.quantization.utils.quant_utils import (
from vllm.utils import cdiv, has_triton_kernels
from vllm.utils.flashinfer import has_flashinfer_cutlass_fused_moe
logger = init_logger(__name__)
if has_triton_kernels():
try:
from triton_kernels.matmul_ogs import PrecisionConfig
logger = init_logger(__name__)
except ImportError:
logger.error(
"Failed to import Triton kernels. Please make sure your triton "
"version is compatible.")
def _get_config_dtype_str(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment