Skip to content

GitLab

Unverified Commit 0ace441b authored by Dan Yao's avatar Dan Yao Committed by GitHub
Browse files

Merge pull request #600 from fsx950223/grouped_api 

add grouped flash attention api
parents 075abf92 8ef97116
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 3409 additions and 0 deletions
example/32_batched_gemm_scale_softmax_gemm/CMakeLists.txt
View file @ 0ace441b
...@@ -9,6 +9,7 @@ add_example_executable(example_grouped_multihead_attention_forward grouped_multi ...@@ -9,6 +9,7 @@ add_example_executable(example_grouped_multihead_attention_forward grouped_multi
add_example_executable(example_batched_multihead_attention_forward batched_multihead_attention_forward.cpp) add_example_executable(example_batched_multihead_attention_forward batched_multihead_attention_forward.cpp)
add_example_executable(example_batched_multihead_attention_backward batched_multihead_attention_backward.cpp) add_example_executable(example_batched_multihead_attention_backward batched_multihead_attention_backward.cpp)
add_example_executable(example_batched_multihead_attention_train batched_multihead_attention_train.cpp) add_example_executable(example_batched_multihead_attention_train batched_multihead_attention_train.cpp)
add_example_executable(example_grouped_multihead_attention_backward_fp16 grouped_multihead_attention_backward_fp16.cpp)
add_custom_target(example_gemm_scale_softmax_gemm) add_custom_target(example_gemm_scale_softmax_gemm)
add_dependencies(example_gemm_scale_softmax_gemm example_batched_gemm_scale_softmax_gemm_xdl_fp16) add_dependencies(example_gemm_scale_softmax_gemm example_batched_gemm_scale_softmax_gemm_xdl_fp16)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment