importing.py 411 Bytes
Newer Older
1
2
3
from importlib.util import find_spec

from vllm.logger import init_logger
4
from vllm.platforms import current_platform
5
6
7

logger = init_logger(__name__)

8
9
10
11
HAS_TRITON = (
    find_spec("triton") is not None
    and not current_platform.is_xpu()  # Not compatible
)
12
13

if not HAS_TRITON:
14
15
    logger.info("Triton not installed or not compatible; certain GPU-related"
                " functions will not be available.")