Skip to content

GitLab

Commit f7e05f9e authored by danyao12's avatar danyao12
Browse files

modify comment

parent 7c4c31cf
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
include/ck/tensor_operation/gpu/grid/gridwise_batched_multihead_attention_backward_xdl_cshuffle_pt1.hpp
View file @ f7e05f9e
...@@ -2108,7 +2108,7 @@ struct GridwiseBatchedMultiheadAttentionBackward_Xdl_CShuffle_V1 ...@@ -2108,7 +2108,7 @@ struct GridwiseBatchedMultiheadAttentionBackward_Xdl_CShuffle_V1
vgrad_grid_desc_n0_o0_n1_o1_n2_o2_o3_o4, vgrad_grid_desc_n0_o0_n1_o1_n2_o2_o3_o4,
vgrad_grid_buf); vgrad_grid_buf);
// dK = scalar * dS^T * dQ // dK = scalar * dS^T * Q
v_slash_k_grad_thread_buf.Clear(); v_slash_k_grad_thread_buf.Clear();
// gemm2_b_thread_buf.Clear(); // gemm2_b_thread_buf.Clear();
static_for<0, num_gemm2_loop, 1>{}([&](auto gemm2_loop_idx) { // gemm dK static_for<0, num_gemm2_loop, 1>{}([&](auto gemm2_loop_idx) { // gemm dK
......
include/ck/tensor_operation/gpu/grid/gridwise_batched_multihead_attention_backward_xdl_cshuffle_pt2.hpp
View file @ f7e05f9e
...@@ -2053,7 +2053,7 @@ struct GridwiseBatchedMultiheadAttentionBackward_Xdl_CShuffle_V2 ...@@ -2053,7 +2053,7 @@ struct GridwiseBatchedMultiheadAttentionBackward_Xdl_CShuffle_V2
} }
} // end gemm dQ } // end gemm dQ
// dK = scalar * dS^T * dQ // dK = scalar * dS^T * Q
v_slash_k_grad_thread_buf.Clear(); v_slash_k_grad_thread_buf.Clear();
static_for<0, num_gemm2_loop, 1>{}([&](auto gemm2_loop_idx) { // gemm dK static_for<0, num_gemm2_loop, 1>{}([&](auto gemm2_loop_idx) { // gemm dK
// load KGrad Gemm B // load KGrad Gemm B
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment