Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
e8b4d1da
Commit
e8b4d1da
authored
Apr 30, 2026
by
zhuwenwen
Browse files
[Feature] Support deepgeemm on rocm
parent
8864e4f7
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
12 additions
and
3 deletions
+12
-3
vllm/platforms/rocm.py
vllm/platforms/rocm.py
+5
-0
vllm/utils/deep_gemm.py
vllm/utils/deep_gemm.py
+6
-2
vllm/utils/import_utils.py
vllm/utils/import_utils.py
+1
-1
No files found.
vllm/platforms/rocm.py
View file @
e8b4d1da
...
@@ -924,6 +924,11 @@ class RocmPlatform(Platform):
...
@@ -924,6 +924,11 @@ class RocmPlatform(Platform):
@
classmethod
@
classmethod
def
support_static_graph_mode
(
cls
)
->
bool
:
def
support_static_graph_mode
(
cls
)
->
bool
:
return
True
return
True
@
classmethod
def
support_deep_gemm
(
cls
)
->
bool
:
"""Currently, only Hopper and Blackwell GPUs are supported."""
return
True
@
classmethod
@
classmethod
def
num_compute_units
(
cls
,
device_id
:
int
=
0
)
->
int
:
def
num_compute_units
(
cls
,
device_id
:
int
=
0
)
->
int
:
...
...
vllm/utils/deep_gemm.py
View file @
e8b4d1da
...
@@ -151,8 +151,12 @@ def _import_deep_gemm():
...
@@ -151,8 +151,12 @@ def _import_deep_gemm():
"""
"""
# 1. Try the external (pip-installed) package first.
# 1. Try the external (pip-installed) package first.
try
:
try
:
module
=
importlib
.
import_module
(
"deep_gemm"
)
if
current_platform
.
is_rocm
():
logger
.
debug_once
(
"Imported deep_gemm module from site-packages"
)
module
=
importlib
.
import_module
(
"deepgemm"
)
logger
.
debug_once
(
"Imported deepgemm module from site-packages"
)
else
:
module
=
importlib
.
import_module
(
"deep_gemm"
)
logger
.
debug_once
(
"Imported deep_gemm module from site-packages"
)
return
module
return
module
except
ImportError
:
except
ImportError
:
logger
.
debug_once
(
logger
.
debug_once
(
...
...
vllm/utils/import_utils.py
View file @
e8b4d1da
...
@@ -412,7 +412,7 @@ def has_deep_gemm() -> bool:
...
@@ -412,7 +412,7 @@ def has_deep_gemm() -> bool:
override with a newer version), then falls back to the vendored copy
override with a newer version), then falls back to the vendored copy
bundled in the vLLM wheel.
bundled in the vLLM wheel.
"""
"""
return
_has_module
(
"deep_gemm"
)
or
_has_module
(
"vllm.third_party.deep_gemm"
)
return
_has_module
(
"deep_gemm"
)
or
_has_module
(
"deepgemm"
)
or
_has_module
(
"vllm.third_party.deep_gemm"
)
def
has_nixl_ep
()
->
bool
:
def
has_nixl_ep
()
->
bool
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment