clean

6fd75022 · Chao Liu · 90132e3d · 6fd75022
Commit 6fd75022 authored Feb 16, 2023 by Chao Liu
Hide whitespace changes
Inline Side-by-side

Showing with 10 additions and 0 deletions

include/ck/tensor_operation/gpu/element/unary_element_wise_operation.hpp ...or_operation/gpu/element/unary_element_wise_operation.hpp +10 -0

No files found.
--- a/include/ck/tensor_operation/gpu/element/unary_element_wise_operation.hpp
+++ b/include/ck/tensor_operation/gpu/element/unary_element_wise_operation.hpp
@@ -262,6 +262,16 @@ struct FastGelu

        y = type_convert<half_t>(y_f);
    }
+
+    template <>
+    __device__ void operator()<half_t, float>(half_t& y, const float& x) const
+    {
+        float y_f;
+
+        this->operator()<float, float>(y_f, x);
+
+        y = type_convert<half_t>(y_f);
+    }
 };

 // https://paperswithcode.com/method/gelu