Commit 6c41008a authored by charlie's avatar charlie
Browse files

formatting

parent 153276ce
......@@ -33,8 +33,8 @@ namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS {
/**
* Finds GELU blocks using the Gaussian distribution and replaces them with the sigmoid approximation
* if the data type is fp16.
* Finds GELU blocks using the Gaussian distribution and replaces them with the sigmoid
* approximation if the data type is fp16.
*/
struct find_gelu_erf
{
......@@ -72,7 +72,9 @@ struct find_tanh_fast_gelu
{
auto ins = r.result;
auto x = r.instructions["x"];
auto sqrt_2_rpi = m.add_literal(literal{shape{x->get_shape().type()}, {0.7978845608028653558798921198687637369517172623298693153318516593}});
auto sqrt_2_rpi = m.add_literal(
literal{shape{x->get_shape().type()},
{0.7978845608028653558798921198687637369517172623298693153318516593}});
auto fit_const = m.add_literal(literal{shape{x->get_shape().type()}, {0.044715f}});
auto one = m.add_literal(literal{shape{x->get_shape().type()}, {1.0f}});
auto xb = insert_common_op(m, ins, make_op("mul"), {x, sqrt_2_rpi});
......@@ -90,11 +92,9 @@ struct find_tanh_fast_gelu
}
};
void rewrite_gelu::apply(module& m) const {
match::find_matches(m,
find_gelu_erf{},
find_tanh_fast_gelu{}
);
void rewrite_gelu::apply(module& m) const
{
match::find_matches(m, find_gelu_erf{}, find_tanh_fast_gelu{});
}
} // namespace MIGRAPHX_INLINE_NS
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment