Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
ec07718a
Commit
ec07718a
authored
Dec 11, 2024
by
AMD-dteng
Browse files
delete comment
parent
7ea01f4d
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
0 additions
and
9 deletions
+0
-9
include/ck_tile/host/reference/reference_layernorm2d_fwd.hpp
include/ck_tile/host/reference/reference_layernorm2d_fwd.hpp
+0
-9
No files found.
include/ck_tile/host/reference/reference_layernorm2d_fwd.hpp
View file @
ec07718a
...
@@ -59,11 +59,6 @@ void reference_layernorm2d_fwd(const HostTensor<XDataType>& x_m_n,
...
@@ -59,11 +59,6 @@ void reference_layernorm2d_fwd(const HostTensor<XDataType>& x_m_n,
{
{
++
count
;
++
count
;
ComputeDataType
x
=
ck_tile
::
type_convert
<
ComputeDataType
>
(
x_m_n
(
m
,
n
));
ComputeDataType
x
=
ck_tile
::
type_convert
<
ComputeDataType
>
(
x_m_n
(
m
,
n
));
// printf("dteng_ck_print::x_pre[%lu][%d] = %f\n",m,n,x);
// printf("dteng_ck_print::gamma_n[0][%d] = %f\n",n,ck_tile::type_convert<ComputeDataType>(gamma_n(n)));
// x = x + ck_tile::type_convert<ComputeDataType>(bias_n(n));
// x_m_n(m, n) = ck_tile::type_convert<XDataType>(x);
// printf("dteng_ck_print::x_post[%lu][%d] = %f\n",m,n,x);
ComputeDataType
delta
=
x
-
mean
;
ComputeDataType
delta
=
x
-
mean
;
mean
+=
delta
/
count
;
mean
+=
delta
/
count
;
ComputeDataType
delta2
=
x
-
mean
;
ComputeDataType
delta2
=
x
-
mean
;
...
@@ -90,10 +85,6 @@ void reference_layernorm2d_fwd(const HostTensor<XDataType>& x_m_n,
...
@@ -90,10 +85,6 @@ void reference_layernorm2d_fwd(const HostTensor<XDataType>& x_m_n,
a_
=
a_
*
gamma
+
beta
;
a_
=
a_
*
gamma
+
beta
;
acc
(
m
,
n
)
=
a_
;
acc
(
m
,
n
)
=
a_
;
// printf("dteng_ck_print::mean[%lu][%d] = %f\n",m,n,mean);
// printf("dteng_ck_print::gamma[%lu][%d] = %f\n",m,n,gamma);
// printf("dteng_ck_print::beta[%lu][%d] = %f\n",m,n,beta);
// printf("dteng_ck_print::acc[%lu][%d] = %f\n",m,n,a_);
}
}
epilogue_functor
(
m
,
y_m_n
,
acc
);
epilogue_functor
(
m
,
y_m_n
,
acc
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment