Commit 6c41008a authored by charlie's avatar charlie
Browse files

formatting

parent 153276ce
...@@ -33,8 +33,8 @@ namespace migraphx { ...@@ -33,8 +33,8 @@ namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS { inline namespace MIGRAPHX_INLINE_NS {
/** /**
* Finds GELU blocks using the Gaussian distribution and replaces them with the sigmoid approximation * Finds GELU blocks using the Gaussian distribution and replaces them with the sigmoid
* if the data type is fp16. * approximation if the data type is fp16.
*/ */
struct find_gelu_erf struct find_gelu_erf
{ {
...@@ -72,7 +72,9 @@ struct find_tanh_fast_gelu ...@@ -72,7 +72,9 @@ struct find_tanh_fast_gelu
{ {
auto ins = r.result; auto ins = r.result;
auto x = r.instructions["x"]; auto x = r.instructions["x"];
auto sqrt_2_rpi = m.add_literal(literal{shape{x->get_shape().type()}, {0.7978845608028653558798921198687637369517172623298693153318516593}}); auto sqrt_2_rpi = m.add_literal(
literal{shape{x->get_shape().type()},
{0.7978845608028653558798921198687637369517172623298693153318516593}});
auto fit_const = m.add_literal(literal{shape{x->get_shape().type()}, {0.044715f}}); auto fit_const = m.add_literal(literal{shape{x->get_shape().type()}, {0.044715f}});
auto one = m.add_literal(literal{shape{x->get_shape().type()}, {1.0f}}); auto one = m.add_literal(literal{shape{x->get_shape().type()}, {1.0f}});
auto xb = insert_common_op(m, ins, make_op("mul"), {x, sqrt_2_rpi}); auto xb = insert_common_op(m, ins, make_op("mul"), {x, sqrt_2_rpi});
...@@ -90,11 +92,9 @@ struct find_tanh_fast_gelu ...@@ -90,11 +92,9 @@ struct find_tanh_fast_gelu
} }
}; };
void rewrite_gelu::apply(module& m) const { void rewrite_gelu::apply(module& m) const
match::find_matches(m, {
find_gelu_erf{}, match::find_matches(m, find_gelu_erf{}, find_tanh_fast_gelu{});
find_tanh_fast_gelu{}
);
} }
} // namespace MIGRAPHX_INLINE_NS } // namespace MIGRAPHX_INLINE_NS
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment