Unverified Commit 4a36681f authored by Xiaozhu Meng's avatar Xiaozhu Meng Committed by GitHub
Browse files

[flashinfer][fix] do not check nvcc availability when using pre-downloaded cubins (#27990)


Signed-off-by: default avatarXiaozhu <mxz297@gmail.com>
Co-authored-by: default avatarLu Fang <30275821+houseroad@users.noreply.github.com>
parent d15afc1f
...@@ -43,9 +43,13 @@ def has_flashinfer() -> bool: ...@@ -43,9 +43,13 @@ def has_flashinfer() -> bool:
if importlib.util.find_spec("flashinfer") is None: if importlib.util.find_spec("flashinfer") is None:
logger.debug_once("FlashInfer unavailable since package was not found") logger.debug_once("FlashInfer unavailable since package was not found")
return False return False
# When not using flashinfer cubin,
# Also check if nvcc is available since it's required to JIT compile flashinfer # Also check if nvcc is available since it's required to JIT compile flashinfer
if shutil.which("nvcc") is None: if not envs.VLLM_HAS_FLASHINFER_CUBIN and shutil.which("nvcc") is None:
logger.debug_once("FlashInfer unavailable since nvcc was not found") logger.debug_once(
"FlashInfer unavailable since nvcc was not found "
"and not using pre-downloaded cubins"
)
return False return False
return True return True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment