added batched_multihead_attention_train_v4.cpp

cd24392e · guangzlu · 3480e42b · cd24392e · cd24392e · cd24392e
Commit cd24392e authored May 24, 2023 by guangzlu
3 changed files
--- a/example/32_batched_gemm_scale_softmax_gemm/CMakeLists.txt
+++ b/example/32_batched_gemm_scale_softmax_gemm/CMakeLists.txt
@@ -12,7 +12,8 @@ add_example_executable(example_batched_multihead_attention_backward batched_mult
 add_example_executable(example_batched_multihead_attention_backward_v3 batched_multihead_attention_backward_v3.cpp)
 add_example_executable(example_batched_multihead_attention_backward_v4 batched_multihead_attention_backward_v4.cpp)
 add_example_executable(example_grouped_multihead_attention_train grouped_multihead_attention_train.cpp)
-add_example_executable(example_batched_multihead_attention_train batched_multihead_attention_train.cpp)
+add_example_executable(example_batched_multihead_attention_train_v3 batched_multihead_attention_train_v3.cpp)
+add_example_executable(example_batched_multihead_attention_train_v4 batched_multihead_attention_train_v4.cpp)

 add_custom_target(example_gemm_scale_softmax_gemm)
 add_dependencies(example_gemm_scale_softmax_gemm example_batched_gemm_scale_softmax_gemm_xdl_fp16)

--- a/example/32_batched_gemm_scale_softmax_gemm/batched_multihead_attention_train.cpp
+++ b/example/32_batched_gemm_scale_softmax_gemm/batched_multihead_attention_train.cpp
--- a/example/32_batched_gemm_scale_softmax_gemm/batched_multihead_attention_train_v4.cpp
+++ b/example/32_batched_gemm_scale_softmax_gemm/batched_multihead_attention_train_v4.cpp