Skip to content

GitLab

Commit 25db1339 authored by danyao12's avatar danyao12
Browse files

dpad same as dvpad for flash attention integration

parent 3d5b0755
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
example/ck_tile/01_fmha/codegen/ops/fmha_bwd.py
View file @ 25db1339
...@@ -496,6 +496,7 @@ def get_bwd_dq_dk_dv_blobs(kernel_filter : Optional[str], receipt, mask_impl) -> ...@@ -496,6 +496,7 @@ def get_bwd_dq_dk_dv_blobs(kernel_filter : Optional[str], receipt, mask_impl) ->
cond = dtype in ['fp16', 'bf16'] cond = dtype in ['fp16', 'bf16']
cond &= bias in ['no', 'alibi'] cond &= bias in ['no', 'alibi']
cond &= dropout in ['no', 'dropout_wg32', 'dropout_wg16'] cond &= dropout in ['no', 'dropout_wg32', 'dropout_wg16']
cond &= dpad == dvpad
if not cond: if not cond:
continue continue
if receipt == 3: if receipt == 3:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment