Commit ae13eb93 authored by Paul's avatar Paul
Browse files

Format

parent 9080a1df
...@@ -49,7 +49,8 @@ struct layernorm_matcher ...@@ -49,7 +49,8 @@ struct layernorm_matcher
auto layernorm_onnx() const auto layernorm_onnx() const
{ {
auto add_eps = f("add")(either_arg(0, 1)(variance(), is_constant().bind("eps"))); auto add_eps = f("add")(either_arg(0, 1)(variance(), is_constant().bind("eps")));
return f("div")(arg(0)(x_minus_mean()), return f("div")(
arg(0)(x_minus_mean()),
arg(1)(skip_broadcasts(f("sqrt")(arg(0)(match::any_of(add_eps, variance())))))); arg(1)(skip_broadcasts(f("sqrt")(arg(0)(match::any_of(add_eps, variance()))))));
} }
......
...@@ -105,7 +105,7 @@ struct find_add_layernorm ...@@ -105,7 +105,7 @@ struct find_add_layernorm
auto ins = r.result; auto ins = r.result;
auto add_ins = r.instructions["add"]; auto add_ins = r.instructions["add"];
float eps = 0; float eps = 0;
if (contains(r.instructions, "eps")) if(contains(r.instructions, "eps"))
eps = r.instructions["eps"]->eval().at<float>(); eps = r.instructions["eps"]->eval().at<float>();
m.replace_instruction(ins, add_layernorm{eps}, add_ins->inputs()); m.replace_instruction(ins, add_layernorm{eps}, add_ins->inputs());
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment