Merge branch 'mha-train-develop' into attn-train-develop-qloop-mask

92238f48 · ltqin · 8dd7156d · 34b1c320 · 92238f48
Commit 92238f48 authored Jul 25, 2023 by ltqin
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 5 deletions

library/include/ck/library/reference_tensor_operation/cpu/reference_softmax.hpp ...rary/reference_tensor_operation/cpu/reference_softmax.hpp +2 -5

No files found.
--- a/library/include/ck/library/reference_tensor_operation/cpu/reference_softmax.hpp
+++ b/library/include/ck/library/reference_tensor_operation/cpu/reference_softmax.hpp
@@ -28,15 +28,12 @@ struct ReferenceSoftmax : public device::BaseOperator
                 double beta,
                 const std::vector<index_t> sm_reduce_dims,
                 Tensor<AccDataType>* sm_stats_ptr = nullptr)
-            : in_(in),
-              out_(out),
-              sm_reduce_dims_(sm_reduce_dims),
-              sm_stats_ptr_(sm_stats_ptr)
+            : in_(in), out_(out), sm_reduce_dims_(sm_reduce_dims), sm_stats_ptr_(sm_stats_ptr)
        {
            alpha_ = static_cast<AccDataType>(alpha);
            beta_  = static_cast<AccDataType>(beta);

-            // std::cout << "debug: scalar dims: ";  
+            // std::cout << "debug: scalar dims: ";
            for(size_t i = 0; i < in.mDesc.GetNumOfDimension(); i++)
            {
                if(std::find(sm_reduce_dims.begin(), sm_reduce_dims.end(), i) ==