Format

325dd90a · Paul · 65d1ea59 · 325dd90a
Commit 325dd90a authored Nov 17, 2022 by Paul
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 4 deletions

src/targets/gpu/kernels/include/migraphx/kernels/softmax.hpp src/targets/gpu/kernels/include/migraphx/kernels/softmax.hpp +3 -4

No files found.
--- a/src/targets/gpu/kernels/include/migraphx/kernels/softmax.hpp
+++ b/src/targets/gpu/kernels/include/migraphx/kernels/softmax.hpp
@@ -39,10 +39,9 @@ __device__ void softmax(Input input1, Output output)
 #else
        const auto c = r.reduce(op::max{}, lowest{}, op::id{})(input);
 #endif
-        auto exp_in = r.inner([&](auto x) {
+        auto exp_in = r.inner([&](auto x) { return migraphx::exp(x - c); })(input);
-                return migraphx::exp(x - c); 
+        auto batch_sum =
-        })(input);
+            r.reduce(op::sum{}, 0, [](auto x) { return migraphx::convert<float>(x); })(exp_in);
-        auto batch_sum = r.reduce(op::sum{}, 0, [](auto x) { return migraphx::convert<float>(x); })(exp_in);
        r.inner([&](auto& y, auto x) { y = x / batch_sum; })(output, exp_in);
    });
 }