Fix typo with softcapping

72e27c63 · Tri Dao · 3d41db3e · 72e27c63
Commit 72e27c63 authored Jul 10, 2024 by Tri Dao
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

flash_attn/flash_attn_interface.py flash_attn/flash_attn_interface.py +2 -2

No files found.
--- a/flash_attn/flash_attn_interface.py
+++ b/flash_attn/flash_attn_interface.py
@@ -721,7 +721,7 @@ def flash_attn_qkvpacked_func(
        softmax_scale,
        causal,
        window_size,
-        softcapping,
+        softcap,
        alibi_slopes,
        deterministic,
        return_attn_probs,
@@ -1270,4 +1270,4 @@ def flash_attn_with_kvcache(
        rotary_interleaved,
        num_splits,
    )
-    return (out, softmax_lse) if return_softmax_lse else out
\ No newline at end of file
+    return (out, softmax_lse) if return_softmax_lse else out