Skip to content

GitLab

Commit bfe2c1dc authored by ltqin's avatar ltqin
Browse files

open mask

parent 63e0a878
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
example/32_batched_gemm_scale_softmax_gemm/batched_multihead_attention_backward_fp16_dropout.cpp
View file @ bfe2c1dc
...@@ -24,7 +24,7 @@ Kernel outputs: ...@@ -24,7 +24,7 @@ Kernel outputs:
*/ */
#define PRINT_HOST 0 #define PRINT_HOST 0
#define USING_MASK 0 #define USING_MASK 1
#include <iostream> #include <iostream>
#include <numeric> #include <numeric>
...@@ -642,7 +642,7 @@ int run(int argc, char* argv[]) ...@@ -642,7 +642,7 @@ int run(int argc, char* argv[])
std::cout << "pgrad_drop_g_m_n ref:\n" << pgrad_drop_g_m_n; std::cout << "pgrad_drop_g_m_n ref:\n" << pgrad_drop_g_m_n;
} }
#endif #endif
// dP = dP_dropout . Z // dP = dP_dropout x Z
auto ref_dropout = ReferenceDropoutInstance{}; auto ref_dropout = ReferenceDropoutInstance{};
auto ref_dropout_invoker = ref_dropout.MakeInvoker(); auto ref_dropout_invoker = ref_dropout.MakeInvoker();
auto ref_dropout_argment = ref_dropout.MakeArgument( auto ref_dropout_argment = ref_dropout.MakeArgument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment