Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel
Commits
fc148cef
Commit
fc148cef
authored
Apr 29, 2021
by
Chao Liu
Browse files
added back pipelined 2x2 to blockwise gemm
parent
0374f8de
Changes
3
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
372 additions
and
68 deletions
+372
-68
composable_kernel/include/tensor_operation/blockwise_gemm_v2.hpp
...ble_kernel/include/tensor_operation/blockwise_gemm_v2.hpp
+335
-43
composable_kernel/include/tensor_operation/gridwise_dynamic_gemm.hpp
...kernel/include/tensor_operation/gridwise_dynamic_gemm.hpp
+16
-16
composable_kernel/include/tensor_operation/threadwise_gemm_v2.hpp
...le_kernel/include/tensor_operation/threadwise_gemm_v2.hpp
+21
-9
No files found.
composable_kernel/include/tensor_operation/blockwise_gemm_v2.hpp
View file @
fc148cef
This diff is collapsed.
Click to expand it.
composable_kernel/include/tensor_operation/gridwise_dynamic_gemm.hpp
View file @
fc148cef
...
@@ -721,22 +721,22 @@ struct GridwiseDynamicGemm_km_kn_m0m1n0n1_v1
...
@@ -721,22 +721,22 @@ struct GridwiseDynamicGemm_km_kn_m0m1n0n1_v1
Number
<
MRepeat
>
{},
Number
<
MPerThread
>
{},
Number
<
NRepeat
>
{},
Number
<
NPerThread
>
{}));
Number
<
MRepeat
>
{},
Number
<
MPerThread
>
{},
Number
<
NRepeat
>
{},
Number
<
NPerThread
>
{}));
const
auto
blockwise_gemm
=
const
auto
blockwise_gemm
=
BlockwiseGemm_km0m1_kn0n1_m0m1n0n1_v1
<
BlockSize
,
BlockwiseGemm_km0m1_kn0n1_m0m1n0n1_v1
r2
<
BlockSize
,
FloatAB
,
FloatAB
,
FloatAB
,
FloatAB
,
FloatAcc
,
FloatAcc
,
decltype
(
a_k_m0_m1_block_desc
),
decltype
(
a_k_m0_m1_block_desc
),
decltype
(
b_k_n0_n1_block_desc
),
decltype
(
b_k_n0_n1_block_desc
),
decltype
(
c_m0_m1_n0_n1_thread_desc
),
decltype
(
c_m0_m1_n0_n1_thread_desc
),
MPerThread
,
MPerThread
,
NPerThread
,
NPerThread
,
KPerThread
,
KPerThread
,
MLevel0Cluster
,
MLevel0Cluster
,
NLevel0Cluster
,
NLevel0Cluster
,
MLevel1Cluster
,
MLevel1Cluster
,
NLevel1Cluster
,
NLevel1Cluster
,
MPerThread
,
MPerThread
,
NPerThread
>
{};
NPerThread
>
{};
// LDS allocation for A and B: be careful of alignment
// LDS allocation for A and B: be careful of alignment
constexpr
auto
a_block_space_size
=
constexpr
auto
a_block_space_size
=
...
...
composable_kernel/include/tensor_operation/threadwise_gemm_v2.hpp
View file @
fc148cef
...
@@ -151,11 +151,27 @@ template <typename FloatA,
...
@@ -151,11 +151,27 @@ template <typename FloatA,
typename
ADesc
,
typename
ADesc
,
typename
BDesc
,
typename
BDesc
,
typename
CDesc
,
typename
CDesc
,
typename
KLengths
,
typename
MLengths
,
typename
NLengths
,
typename
std
::
enable_if
<
ADesc
::
IsKnownAtCompileTime
()
&&
BDesc
::
IsKnownAtCompileTime
()
&&
typename
std
::
enable_if
<
ADesc
::
IsKnownAtCompileTime
()
&&
BDesc
::
IsKnownAtCompileTime
()
&&
CDesc
::
IsKnownAtCompileTime
(),
CDesc
::
IsKnownAtCompileTime
(),
bool
>
::
type
=
false
>
bool
>
::
type
=
false
>
struct
ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
struct
ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
{
{
__device__
constexpr
ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
()
{
static_assert
(
ADesc
::
IsKnownAtCompileTime
()
&&
BDesc
::
IsKnownAtCompileTime
()
&&
CDesc
::
IsKnownAtCompileTime
(),
"wrong! Desc should be known at compile-time"
);
// TODO: sanity-check: compare ADesc, BDesc, CDesc Size with KLenghts, MLengths and NLengths
// TODO remove this restriction
static_assert
(
KLengths
::
Size
()
==
1
&&
MLengths
::
Size
()
==
2
&&
NLengths
::
Size
()
==
2
,
"wrong!"
);
}
template
<
typename
ABuffer
,
template
<
typename
ABuffer
,
typename
AOriginIdx
,
typename
AOriginIdx
,
typename
BBuffer
,
typename
BBuffer
,
...
@@ -169,10 +185,6 @@ struct ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
...
@@ -169,10 +185,6 @@ struct ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
CBuffer
&
c_buf
,
CBuffer
&
c_buf
,
COriginIdx
)
COriginIdx
)
{
{
static_assert
(
ADesc
::
IsKnownAtCompileTime
()
&&
BDesc
::
IsKnownAtCompileTime
()
&&
CDesc
::
IsKnownAtCompileTime
(),
"wrong! Desc should be known at compile-time"
);
static_assert
(
static_assert
(
is_known_at_compile_time
<
remove_cv_t
<
remove_reference_t
<
AOriginIdx
>>>::
value
&&
is_known_at_compile_time
<
remove_cv_t
<
remove_reference_t
<
AOriginIdx
>>>::
value
&&
is_known_at_compile_time
<
remove_cv_t
<
remove_reference_t
<
BOriginIdx
>>>::
value
&&
is_known_at_compile_time
<
remove_cv_t
<
remove_reference_t
<
BOriginIdx
>>>::
value
&&
...
@@ -192,11 +204,11 @@ struct ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
...
@@ -192,11 +204,11 @@ struct ThreadwiseGemm_km0m1_kn0n1_m0m1n0n1
constexpr
auto
I2
=
Number
<
2
>
{};
constexpr
auto
I2
=
Number
<
2
>
{};
constexpr
auto
I3
=
Number
<
3
>
{};
constexpr
auto
I3
=
Number
<
3
>
{};
constexpr
auto
K
=
ADesc
{}.
Get
Length
(
I0
)
;
constexpr
auto
K
=
K
Length
s
{}[
I0
]
;
constexpr
auto
M0
=
CDesc
{}.
Get
Length
(
I0
)
;
constexpr
auto
M0
=
M
Length
s
{}[
I0
]
;
constexpr
auto
M1
=
CDesc
{}.
Get
Length
(
I1
)
;
constexpr
auto
M1
=
M
Length
s
{}[
I1
]
;
constexpr
auto
N0
=
CDesc
{}.
GetLength
(
I2
)
;
constexpr
auto
N0
=
NLengths
{}[
I0
]
;
constexpr
auto
N1
=
CDesc
{}.
GetLength
(
I3
)
;
constexpr
auto
N1
=
NLengths
{}[
I1
]
;
constexpr
auto
a_origin_idx
=
to_multi_index
(
AOriginIdx
{});
constexpr
auto
a_origin_idx
=
to_multi_index
(
AOriginIdx
{});
constexpr
auto
b_origin_idx
=
to_multi_index
(
BOriginIdx
{});
constexpr
auto
b_origin_idx
=
to_multi_index
(
BOriginIdx
{});
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment