"vscode:/vscode.git/clone" did not exist on "c8386fa61d97657235497cf65b4d6c7c48be9a8a"
Unverified Commit 3a30eaa1 authored by Hashem Hashemi's avatar Hashem Hashemi Committed by GitHub
Browse files

Properly enable wvSplitK fp8 path for RDNA (#37712)


Signed-off-by: default avatarHashem Hashemi <hashem.hashemi@amd.com>
parent fb5635d3
......@@ -79,10 +79,10 @@ class ROCmFP8ScaledMMLinearKernel(FP8ScaledMMLinearKernel):
if not current_platform.is_rocm():
return False, "requires ROCm."
from vllm.platforms.rocm import on_mi3xx
from vllm.platforms.rocm import on_gfx12x, on_mi3xx
if not on_mi3xx():
return False, "requires MI3xx."
if not (on_mi3xx() or on_gfx12x()):
return False, "requires MI3xx or gfx12x"
if not envs.VLLM_ROCM_USE_SKINNY_GEMM:
return False, "requires VLLM_ROCM_USE_SKINNY_GEMM to be enabled."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment