set VLLM_ROCM_MOE_PADDING=0

ee405280 · zhuwenwen · 45366531 · ee405280
Commit ee405280 authored May 08, 2025 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/envs.py vllm/envs.py +1 -1

No files found.
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -629,7 +629,7 @@ environment_variables: dict[str, Callable[[], Any]] = {

    # Pad the weights for the moe kernel
    "VLLM_ROCM_MOE_PADDING":
-    lambda: bool(int(os.getenv("VLLM_ROCM_MOE_PADDING", "1"))),
+    lambda: bool(int(os.getenv("VLLM_ROCM_MOE_PADDING", "0"))),

    # custom paged attention kernel for MI3* cards
    "VLLM_ROCM_CUSTOM_PAGED_ATTN":