Skip to content

GitLab

Commit b8194bc6 authored by Paul's avatar Paul
Browse files

Format

parent 8b7894b0
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 7 deletions
src/include/migraphx/match/layernorm.hpp
View file @ b8194bc6
......@@ -46,9 +46,7 @@ struct layernorm_matcher
return f("reduce_mean")(arg(0)(any_of(
f("pow")(arg(0)(x_minus_mean()), arg(1)(has_value(2.0f))),
f("mul")(arg(0)(x_minus_mean()), arg(1)(x_minus_mean())),
f("sqdiff")(either_arg(0, 1)(any().bind("x"), skip_broadcasts(f("reduce_mean"))))
)
));
f("sqdiff")(either_arg(0, 1)(any().bind("x"), skip_broadcasts(f("reduce_mean")))))));
}
auto sqrt_add_eps(const std::string& name) const
......@@ -59,8 +57,7 @@ struct layernorm_matcher
auto layernorm_onnx() const
{
auto div_sqrt = f("div")(arg(0)(x_minus_mean()),
arg(1)(sqrt_add_eps("sqrt")));
auto div_sqrt = f("div")(arg(0)(x_minus_mean()), arg(1)(sqrt_add_eps("sqrt")));
auto mul_rsqrt = f("mul")(either_arg(0, 1)(x_minus_mean(), sqrt_add_eps("rsqrt")));
return any(any_of(div_sqrt, mul_rsqrt));
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment