Move bwd preprocess kernels to a separate file

5aca153d · Tri Dao · df1418f9 · 5aca153d · 5aca153d · 5aca153d
Commit 5aca153d authored Jan 14, 2024 by Tri Dao
3 changed files
--- a/csrc/flash_attn/src/flash_bwd_kernel.h
+++ b/csrc/flash_attn/src/flash_bwd_kernel.h
--- a/csrc/flash_attn/src/flash_bwd_launch_template.h
+++ b/csrc/flash_attn/src/flash_bwd_launch_template.h
@@ -8,6 +8,7 @@

 #include "static_switch.h"
 #include "flash.h"
+#include "flash_bwd_preprocess_kernel.h"
 #include "flash_bwd_kernel.h"

 template<bool Clear_dQaccum=true, typename Kernel_traits>

--- a/csrc/flash_attn/src/flash_bwd_preprocess_kernel.h
+++ b/csrc/flash_attn/src/flash_bwd_preprocess_kernel.h