Commit e8b4d1da authored by zhuwenwen's avatar zhuwenwen
Browse files

[Feature] Support deepgeemm on rocm

parent 8864e4f7
......@@ -924,6 +924,11 @@ class RocmPlatform(Platform):
@classmethod
def support_static_graph_mode(cls) -> bool:
return True
@classmethod
def support_deep_gemm(cls) -> bool:
"""Currently, only Hopper and Blackwell GPUs are supported."""
return True
@classmethod
def num_compute_units(cls, device_id: int = 0) -> int:
......
......@@ -151,8 +151,12 @@ def _import_deep_gemm():
"""
# 1. Try the external (pip-installed) package first.
try:
module = importlib.import_module("deep_gemm")
logger.debug_once("Imported deep_gemm module from site-packages")
if current_platform.is_rocm():
module = importlib.import_module("deepgemm")
logger.debug_once("Imported deepgemm module from site-packages")
else:
module = importlib.import_module("deep_gemm")
logger.debug_once("Imported deep_gemm module from site-packages")
return module
except ImportError:
logger.debug_once(
......
......@@ -412,7 +412,7 @@ def has_deep_gemm() -> bool:
override with a newer version), then falls back to the vendored copy
bundled in the vLLM wheel.
"""
return _has_module("deep_gemm") or _has_module("vllm.third_party.deep_gemm")
return _has_module("deep_gemm") or _has_module("deepgemm") or _has_module("vllm.third_party.deep_gemm")
def has_nixl_ep() -> bool:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment