revert BLOCK and num_warps on HIP (#3722)

6252ade9 · HAI · GitHub · 1eb8eade · 6252ade9
Unverified Commit 6252ade9 authored Feb 20, 2025 by HAI Committed by GitHub Feb 20, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

python/sglang/srt/layers/attention/triton_ops/extend_attention.py ...glang/srt/layers/attention/triton_ops/extend_attention.py +2 -2

No files found.
--- a/python/sglang/srt/layers/attention/triton_ops/extend_attention.py
+++ b/python/sglang/srt/layers/attention/triton_ops/extend_attention.py
@@ -329,8 +329,8 @@ def extend_attention_fwd(
    BLOCK_DV = triton.next_power_of_2(Lv)
    if is_hip_:
-        BLOCK_M, BLOCK_N = (32, 32)
+        BLOCK_M, BLOCK_N = (64, 64)
-        num_warps = 2
+        num_warps = 4
    else:
        if is_cuda_available and CUDA_CAPABILITY[0] >= 9: