Commit 6fd75022 authored by Chao Liu's avatar Chao Liu
Browse files

clean

parent 90132e3d
...@@ -262,6 +262,16 @@ struct FastGelu ...@@ -262,6 +262,16 @@ struct FastGelu
y = type_convert<half_t>(y_f); y = type_convert<half_t>(y_f);
} }
template <>
__device__ void operator()<half_t, float>(half_t& y, const float& x) const
{
float y_f;
this->operator()<float, float>(y_f, x);
y = type_convert<half_t>(y_f);
}
}; };
// https://paperswithcode.com/method/gelu // https://paperswithcode.com/method/gelu
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment