"docs/vscode:/vscode.git/clone" did not exist on "74e5ea90a04276ba93f99fad21d2f49e91a85149"
Commit ae13eb93 authored by Paul's avatar Paul
Browse files

Format

parent 9080a1df
...@@ -49,9 +49,10 @@ struct layernorm_matcher ...@@ -49,9 +49,10 @@ struct layernorm_matcher
auto layernorm_onnx() const auto layernorm_onnx() const
{ {
auto add_eps = f("add")(either_arg(0, 1)(variance(), is_constant().bind("eps"))); auto add_eps = f("add")(either_arg(0, 1)(variance(), is_constant().bind("eps")));
return f("div")(arg(0)(x_minus_mean()), return f("div")(
arg(0)(x_minus_mean()),
arg(1)(skip_broadcasts(f("sqrt")(arg(0)(match::any_of(add_eps, variance())))))); arg(1)(skip_broadcasts(f("sqrt")(arg(0)(match::any_of(add_eps, variance()))))));
} }
auto matcher() const { return layernorm_onnx(); } auto matcher() const { return layernorm_onnx(); }
......
...@@ -104,9 +104,9 @@ struct find_add_layernorm ...@@ -104,9 +104,9 @@ struct find_add_layernorm
{ {
auto ins = r.result; auto ins = r.result;
auto add_ins = r.instructions["add"]; auto add_ins = r.instructions["add"];
float eps = 0; float eps = 0;
if (contains(r.instructions, "eps")) if(contains(r.instructions, "eps"))
eps = r.instructions["eps"]->eval().at<float>(); eps = r.instructions["eps"]->eval().at<float>();
m.replace_instruction(ins, add_layernorm{eps}, add_ins->inputs()); m.replace_instruction(ins, add_layernorm{eps}, add_ins->inputs());
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment