Merge pull request #132 from InfiniTensor/issue/130

issue/130: GEMM算子CPU平台的omp重构

src/infiniop/ops/gemm/cpu/gemm_cpu.cc

@@ -40,31 +40,34 @@ void calculate(
         std::swap(a, b);
     }
 
-    for (size_t i = 0; i < info.batch; ++i) {
-        for (size_t m_ = 0; m_ < info.m; ++m_) {
-            for (size_t n_ = 0; n_ < info.n; ++n_) {
-                auto c_ = reinterpret_cast<Tdata *>(c) + i * info.c_matrix.stride + m_ * info.c_matrix.row_stride + n_ * info.c_matrix.col_stride;
-                float sum = 0;
-                for (size_t k_ = 0; k_ < info.k; ++k_) {
-                    auto a_ = reinterpret_cast<const Tdata *>(a) + i * info.a_matrix.stride + m_ * info.a_matrix.row_stride + k_ * info.a_matrix.col_stride;
-                    auto b_ = reinterpret_cast<const Tdata *>(b) + i * info.b_matrix.stride + n_ * info.b_matrix.col_stride + k_ * info.b_matrix.row_stride;
-                    if constexpr (std::is_same<Tdata, fp16_t>::value) {
-                        sum += utils::cast<float>(*a_) * utils::cast<float>(*b_);
-                    } else {
-                        sum += *a_ * (*b_);
-                    }
-                }
-                if constexpr (std::is_same<Tdata, fp16_t>::value) {
-                    if (beta == 0) {
-                        *c_ = utils::cast<fp16_t>(alpha * sum);
-                    } else {
-                        *c_ = utils::cast<fp16_t>(beta * utils::cast<float>(*c_) + alpha * sum);
-                    }
-                } else {
-                    *c_ = beta * (*c_) + alpha * sum;
-                }
+#pragma omp parallel for
+    for (ptrdiff_t index = 0; index < ptrdiff_t(info.batch * info.m * info.n); ++index) {
+        size_t ind = index;
+        size_t n_ = ind % info.n;
+        ind /= info.n;
+        size_t m_ = ind % info.m;
+        ind /= info.m;
+        size_t i = ind;
+        auto c_ = reinterpret_cast<Tdata *>(c) + i * info.c_matrix.stride + m_ * info.c_matrix.row_stride + n_ * info.c_matrix.col_stride;
+        float sum = 0;
+        for (int k_ = 0; k_ < static_cast<int>(info.k); ++k_) {
+            auto a_ = reinterpret_cast<const Tdata *>(a) + i * info.a_matrix.stride + m_ * info.a_matrix.row_stride + k_ * info.a_matrix.col_stride;
+            auto b_ = reinterpret_cast<const Tdata *>(b) + i * info.b_matrix.stride + n_ * info.b_matrix.col_stride + k_ * info.b_matrix.row_stride;
+            if constexpr (std::is_same<Tdata, fp16_t>::value) {
+                sum += utils::cast<float>(*a_) * utils::cast<float>(*b_);
+            } else {
+                sum += *a_ * (*b_);
             }
         }
+        if constexpr (std::is_same<Tdata, fp16_t>::value) {
+            if (beta == 0) {
+                *c_ = utils::cast<fp16_t>(alpha * sum);
+            } else {
+                *c_ = utils::cast<fp16_t>(beta * utils::cast<float>(*c_) + alpha * sum);
+            }
+        } else {
+            *c_ = beta * (*c_) + alpha * sum;
+        }
     }
 }