Unverified Commit 748f86f3 authored by Lifu Huang's avatar Lifu Huang Committed by GitHub
Browse files

[Bug] Fix incorrect assertion in FA4 and add UT. (#11182)

parent 73ea484a
...@@ -161,10 +161,7 @@ def flash_attn_with_kvcache( ...@@ -161,10 +161,7 @@ def flash_attn_with_kvcache(
k is None and v is None k is None and v is None
), "FA4 does not support updating KV cache in-place." ), "FA4 does not support updating KV cache in-place."
assert ( assert (
rotary_cos is None rotary_cos is None and rotary_sin is None and rotary_seqlens is None
and rotary_sin is None
and rotary_interleaved is None
and rotary_seqlens is None
), "FA4 does not support rotary embedding." ), "FA4 does not support rotary embedding."
assert ( assert (
cache_batch_idx is None and cache_leftpad is None cache_batch_idx is None and cache_leftpad is None
......
This diff is collapsed.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment