update waves_per_eu to 1 (#3356)

e868d0b6 · lizamd · GitHub · 591e751e · e868d0b6
Unverified Commit e868d0b6 authored Feb 06, 2025 by lizamd Committed by GitHub Feb 07, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/layers/attention/triton_ops/extend_attention.py ...glang/srt/layers/attention/triton_ops/extend_attention.py +1 -1

No files found.
--- a/python/sglang/srt/layers/attention/triton_ops/extend_attention.py
+++ b/python/sglang/srt/layers/attention/triton_ops/extend_attention.py
@@ -351,7 +351,7 @@ def extend_attention_fwd(

    extra_kargs = {}
    if is_hip_:
-        extra_kargs = {"waves_per_eu": 4, "matrix_instr_nonkdim": 16, "kpack": 2}
+        extra_kargs = {"waves_per_eu": 1, "matrix_instr_nonkdim": 16, "kpack": 2}

    _fwd_kernel[grid](
        q_extend,