Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
MIGraphX
Commits
1bc16951
Commit
1bc16951
authored
May 17, 2022
by
turneram
Browse files
Formatting
parent
c7096299
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
15 additions
and
15 deletions
+15
-15
src/onnx/parse_layernorm.cpp
src/onnx/parse_layernorm.cpp
+15
-15
No files found.
src/onnx/parse_layernorm.cpp
View file @
1bc16951
...
@@ -19,11 +19,11 @@ struct parse_layernorm : op_parser<parse_layernorm>
...
@@ -19,11 +19,11 @@ struct parse_layernorm : op_parser<parse_layernorm>
const
std
::
vector
<
instruction_ref
>&
args
)
const
const
std
::
vector
<
instruction_ref
>&
args
)
const
{
{
// un-fuse layernorm op so migraphx can handle fusion instead
// un-fuse layernorm op so migraphx can handle fusion instead
auto
x
=
args
.
front
();
auto
x
=
args
.
front
();
auto
x_type
=
x
->
get_shape
().
type
();
auto
x_type
=
x
->
get_shape
().
type
();
auto
weights
=
args
.
at
(
1
);
auto
weights
=
args
.
at
(
1
);
auto
bias
=
args
.
at
(
2
);
auto
bias
=
args
.
at
(
2
);
float
epsilon
=
1e-12
f
;
float
epsilon
=
1e-12
f
;
int64_t
axis
=
-
1
;
int64_t
axis
=
-
1
;
...
@@ -35,23 +35,23 @@ struct parse_layernorm : op_parser<parse_layernorm>
...
@@ -35,23 +35,23 @@ struct parse_layernorm : op_parser<parse_layernorm>
{
{
epsilon
=
parser
.
parse_value
(
info
.
attributes
.
at
(
"axis"
)).
at
<
int64_t
>
();
epsilon
=
parser
.
parse_value
(
info
.
attributes
.
at
(
"axis"
)).
at
<
int64_t
>
();
}
}
auto
epsilon_lit
=
info
.
add_literal
(
literal
{
shape
{
x_type
,
{
1
}},
{
epsilon
}});
auto
epsilon_lit
=
info
.
add_literal
(
literal
{
shape
{
x_type
,
{
1
}},
{
epsilon
}});
auto
exponent
=
info
.
add_literal
(
literal
{
shape
{
x_type
,
{
1
}},
{
2.0
}});
auto
exponent
=
info
.
add_literal
(
literal
{
shape
{
x_type
,
{
1
}},
{
2.0
}});
auto
dims
=
x
->
get_shape
().
lens
();
auto
dims
=
x
->
get_shape
().
lens
();
auto
mean
=
info
.
add_instruction
(
migraphx
::
make_op
(
"reduce_mean"
,
{{
"axes"
,
{
axis
}}}),
x
);
auto
mean
=
info
.
add_instruction
(
migraphx
::
make_op
(
"reduce_mean"
,
{{
"axes"
,
{
axis
}}}),
x
);
auto
mean_mbcast
=
auto
mean_mbcast
=
info
.
add_instruction
(
migraphx
::
make_op
(
"multibroadcast"
,
{{
"out_lens"
,
dims
}}),
mean
);
info
.
add_instruction
(
migraphx
::
make_op
(
"multibroadcast"
,
{{
"out_lens"
,
dims
}}),
mean
);
auto
sub
=
info
.
add_instruction
(
migraphx
::
make_op
(
"sub"
),
x
,
mean_mbcast
);
auto
sub
=
info
.
add_instruction
(
migraphx
::
make_op
(
"sub"
),
x
,
mean_mbcast
);
auto
exponent_mbcast
=
auto
exponent_mbcast
=
info
.
add_instruction
(
info
.
add_instruction
(
migraphx
::
make_op
(
"multibroadcast"
,
{{
"out_lens"
,
dims
}}),
exponent
);
migraphx
::
make_op
(
"multibroadcast"
,
{{
"out_lens"
,
dims
}}),
exponent
);
auto
pow
=
info
.
add_instruction
(
migraphx
::
make_op
(
"pow"
),
sub
,
exponent_mbcast
);
auto
pow
=
info
.
add_instruction
(
migraphx
::
make_op
(
"pow"
),
sub
,
exponent_mbcast
);
auto
var
=
info
.
add_instruction
(
migraphx
::
make_op
(
"reduce_mean"
,
{{
"axes"
,
{
axis
}}}),
pow
);
auto
var
=
info
.
add_instruction
(
migraphx
::
make_op
(
"reduce_mean"
,
{{
"axes"
,
{
axis
}}}),
pow
);
auto
add_epsilon
=
info
.
add_broadcastable_binary_op
(
"add"
,
var
,
epsilon_lit
);
auto
add_epsilon
=
info
.
add_broadcastable_binary_op
(
"add"
,
var
,
epsilon_lit
);
auto
sqrt
=
info
.
add_instruction
(
migraphx
::
make_op
(
"sqrt"
),
add_epsilon
);
auto
sqrt
=
info
.
add_instruction
(
migraphx
::
make_op
(
"sqrt"
),
add_epsilon
);
auto
div
=
info
.
add_broadcastable_binary_op
(
"div"
,
sub
,
sqrt
);
auto
div
=
info
.
add_broadcastable_binary_op
(
"div"
,
sub
,
sqrt
);
auto
mul
=
info
.
add_broadcastable_binary_op
(
"mul"
,
div
,
weights
);
auto
mul
=
info
.
add_broadcastable_binary_op
(
"mul"
,
div
,
weights
);
return
info
.
add_broadcastable_binary_op
(
"add"
,
mul
,
bias
);
return
info
.
add_broadcastable_binary_op
(
"add"
,
mul
,
bias
);
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment