Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
50e10656
Commit
50e10656
authored
Jan 07, 2025
by
aska-0096
Browse files
tempsave
parent
888317e6
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
51 additions
and
13 deletions
+51
-13
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_api.cpp
...orm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_api.cpp
+15
-5
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_bf16_n8192_instance.cpp
...stances/add_rmsnorm2d_rdquant_fwd_bf16_n8192_instance.cpp
+14
-0
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_bf16_n8192_tp_instance.cpp
...nces/add_rmsnorm2d_rdquant_fwd_bf16_n8192_tp_instance.cpp
+4
-4
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_fp16_n8192_instance.cpp
...stances/add_rmsnorm2d_rdquant_fwd_fp16_n8192_instance.cpp
+14
-0
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_fp16_n8192_tp_instance.cpp
...nces/add_rmsnorm2d_rdquant_fwd_fp16_n8192_tp_instance.cpp
+4
-4
No files found.
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_api.cpp
View file @
50e10656
...
@@ -116,15 +116,25 @@ float add_rmsnorm2d_rdquant_fwd_b16_(add_rmsnorm2d_rdquant_fwd_traits /*t*/,
...
@@ -116,15 +116,25 @@ float add_rmsnorm2d_rdquant_fwd_b16_(add_rmsnorm2d_rdquant_fwd_traits /*t*/,
else
else
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
1024
,
1
,
true
,
true
,
false
>>
(
s
,
a
);
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
1024
,
1
,
true
,
true
,
false
>>
(
s
,
a
);
}
}
else
if
(
a
.
n
>
4096
)
{
else
if
(
a
.
n
<=
8192
)
{
if
(
a
.
n
%
8
==
0
)
if
(
a
.
n
%
8
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
2
,
1
,
256
,
8
,
true
,
true
,
tru
e
>>
(
s
,
a
);
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
fals
e
>>
(
s
,
a
);
else
if
(
a
.
n
%
4
==
0
)
else
if
(
a
.
n
%
4
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
256
,
4
,
true
,
true
,
tru
e
>>
(
s
,
a
);
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
fals
e
>>
(
s
,
a
);
else
if
(
a
.
n
%
2
==
0
)
else
if
(
a
.
n
%
2
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
2
,
1
,
1024
,
2
,
true
,
true
,
tru
e
>>
(
s
,
a
);
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
fals
e
>>
(
s
,
a
);
else
else
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
1024
,
1
,
true
,
true
,
true
>>
(
s
,
a
);
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
false
>>
(
s
,
a
);
}
else
if
(
a
.
n
>
8192
)
{
if
(
a
.
n
%
8
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
true
>>
(
s
,
a
);
else
if
(
a
.
n
%
4
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
true
>>
(
s
,
a
);
else
if
(
a
.
n
%
2
==
0
)
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
true
>>
(
s
,
a
);
else
r
=
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
data_type
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
true
>>
(
s
,
a
);
}
}
return
r
;
return
r
;
// clang-format on
// clang-format on
...
...
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_bf16_n8192_instance.cpp
0 → 100644
View file @
50e10656
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2024, Advanced Micro Devices, Inc. All rights reserved.
#include "add_rmsnorm2d_rdquant_fwd_instance_common.hpp"
// clang-format off
// rm rn tm tn vn pd x 3p
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
// clang-format on
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_bf16_n
4096
_tp_instance.cpp
→
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_bf16_n
8192
_tp_instance.cpp
View file @
50e10656
...
@@ -6,9 +6,9 @@
...
@@ -6,9 +6,9 @@
// clang-format off
// clang-format off
// rm rn tm tn vn pd x 3p
// rm rn tm tn vn pd x 3p
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
2
,
1
,
256
,
8
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
256
,
4
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
2
,
1
,
1024
,
2
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
4
,
1
,
1024
,
1
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
bf16_t
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
// clang-format on
// clang-format on
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_fp16_n8192_instance.cpp
0 → 100644
View file @
50e10656
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2024, Advanced Micro Devices, Inc. All rights reserved.
#include "add_rmsnorm2d_rdquant_fwd_instance_common.hpp"
// clang-format off
// rm rn tm tn vn pd x 3p
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
false
>
>
(
const
S
&
,
A
);
// clang-format on
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_fp16_n
4096
_tp_instance.cpp
→
example/ck_tile/11_add_rmsnorm2d_rdquant/instances/add_rmsnorm2d_rdquant_fwd_fp16_n
8192
_tp_instance.cpp
View file @
50e10656
...
@@ -6,9 +6,9 @@
...
@@ -6,9 +6,9 @@
// clang-format off
// clang-format off
// rm rn tm tn vn pd x 3p
// rm rn tm tn vn pd x 3p
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
2
,
1
,
256
,
8
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
256
,
8
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
256
,
4
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
8
,
1
,
256
,
4
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
2
,
1
,
1024
,
2
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
1024
,
2
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
4
,
1
,
1024
,
1
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
template
float
add_rmsnorm2d_rdquant_fwd_
<
trait_
<
ck_tile
::
fp16_t
,
1
,
8
,
1
,
1024
,
1
,
true
,
true
,
true
>
>
(
const
S
&
,
A
);
// clang-format on
// clang-format on
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment