"profiler/vscode:/vscode.git/clone" did not exist on "6bfdd98aa4ef85e700e8a97c971a1fbccaeef63f"
Commit 92238f48 authored by ltqin's avatar ltqin
Browse files

Merge branch 'mha-train-develop' into attn-train-develop-qloop-mask

parents 8dd7156d 34b1c320
...@@ -28,10 +28,7 @@ struct ReferenceSoftmax : public device::BaseOperator ...@@ -28,10 +28,7 @@ struct ReferenceSoftmax : public device::BaseOperator
double beta, double beta,
const std::vector<index_t> sm_reduce_dims, const std::vector<index_t> sm_reduce_dims,
Tensor<AccDataType>* sm_stats_ptr = nullptr) Tensor<AccDataType>* sm_stats_ptr = nullptr)
: in_(in), : in_(in), out_(out), sm_reduce_dims_(sm_reduce_dims), sm_stats_ptr_(sm_stats_ptr)
out_(out),
sm_reduce_dims_(sm_reduce_dims),
sm_stats_ptr_(sm_stats_ptr)
{ {
alpha_ = static_cast<AccDataType>(alpha); alpha_ = static_cast<AccDataType>(alpha);
beta_ = static_cast<AccDataType>(beta); beta_ = static_cast<AccDataType>(beta);
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment