Don't use kwargs in autograd functions (#3)

03bf1f8a · Antoni Baum · GitHub · 7f3b182c · 03bf1f8a
Unverified Commit 03bf1f8a authored May 27, 2024 by Antoni Baum Committed by GitHub May 27, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 6 deletions

vllm_flash_attn/flash_attn_interface.py vllm_flash_attn/flash_attn_interface.py +6 -6

No files found.
--- a/vllm_flash_attn/flash_attn_interface.py
+++ b/vllm_flash_attn/flash_attn_interface.py
@@ -709,7 +709,7 @@ def flash_attn_qkvpacked_func(
        alibi_slopes,
        deterministic,
        return_attn_probs,
-        out=out,
+        out,
    )
@@ -786,7 +786,7 @@ def flash_attn_kvpacked_func(
        alibi_slopes,
        deterministic,
        return_attn_probs,
-        out=out,
+        out,
    )
@@ -863,7 +863,7 @@ def flash_attn_func(
        alibi_slopes,
        deterministic,
        return_attn_probs,
-        out=out,
+        out,
    )
@@ -928,7 +928,7 @@ def flash_attn_varlen_qkvpacked_func(
        alibi_slopes,
        deterministic,
        return_attn_probs,
-        out=out,
+        out,
    )
@@ -1019,7 +1019,7 @@ def flash_attn_varlen_kvpacked_func(
        alibi_slopes,
        deterministic,
        return_attn_probs,
-        out=out,
+        out,
    )
@@ -1112,7 +1112,7 @@ def flash_attn_varlen_func(
        deterministic,
        return_attn_probs,
        block_table,
-        out=out,
+        out,
    )