"...composable_kernel.git" did not exist on "980ed33a5357f52fc54870d4025023cc8f6efc44"
Commit 867a75c2 authored by Chao Liu's avatar Chao Liu
Browse files

clean

parent a4772890
...@@ -212,7 +212,10 @@ struct Relu ...@@ -212,7 +212,10 @@ struct Relu
struct FastGelu struct FastGelu
{ {
template <typename Y, typename X> template <typename Y, typename X>
__host__ __device__ void operator()(Y& y, const X& x) const; __host__ void operator()(Y& y, const X& x) const;
template <typename Y, typename X>
__device__ void operator()(Y& y, const X& x) const;
template <> template <>
__host__ void operator()<float, float>(float& y, const float& x) const __host__ void operator()<float, float>(float& y, const float& x) const
...@@ -241,7 +244,17 @@ struct FastGelu ...@@ -241,7 +244,17 @@ struct FastGelu
} }
template <> template <>
__host__ __device__ void operator()<half_t, half_t>(half_t& y, const half_t& x) const __host__ void operator()<half_t, half_t>(half_t& y, const half_t& x) const
{
float y_f;
this->operator()<float, float>(y_f, type_convert<float>(x));
y = type_convert<half_t>(y_f);
}
template <>
__device__ void operator()<half_t, half_t>(half_t& y, const half_t& x) const
{ {
float y_f; float y_f;
...@@ -251,7 +264,17 @@ struct FastGelu ...@@ -251,7 +264,17 @@ struct FastGelu
} }
template <> template <>
__host__ __device__ void operator()<half_t, float>(half_t& y, const float& x) const __host__ void operator()<half_t, float>(half_t& y, const float& x) const
{
float y_f;
this->operator()<float, float>(y_f, x);
y = type_convert<half_t>(y_f);
}
template <>
__device__ void operator()<half_t, float>(half_t& y, const float& x) const
{ {
float y_f; float y_f;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment