Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel
Commits
a3b31a92
Commit
a3b31a92
authored
Sep 14, 2021
by
ltqin
Browse files
driver variale name
parent
149296c0
Changes
3
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
731 additions
and
23 deletions
+731
-23
composable_kernel/include/tensor_operation/blockwise_gemm_xdlops.hpp
...kernel/include/tensor_operation/blockwise_gemm_xdlops.hpp
+3
-3
composable_kernel/include/tensor_operation/gridwise_gemm_xdlops_v3r1.hpp
...el/include/tensor_operation/gridwise_gemm_xdlops_v3r1.hpp
+708
-0
host/driver_offline/include/driver_gemm_xdlops_v3r1.hpp
host/driver_offline/include/driver_gemm_xdlops_v3r1.hpp
+20
-20
No files found.
composable_kernel/include/tensor_operation/blockwise_gemm_xdlops.hpp
View file @
a3b31a92
...
@@ -158,7 +158,7 @@ struct BlockwiseGemmXdlops_k0mk1_k0nk1_m0n0m1n1m2m3m4n2_v1
...
@@ -158,7 +158,7 @@ struct BlockwiseGemmXdlops_k0mk1_k0nk1_m0n0m1n1m2m3m4n2_v1
return
xdlops_gemm
.
MakeCM0N0M1N1M2M3M4N2Descriptor
(
c_m0_n0_m1_n1_m2_n2_grid_desc
);
return
xdlops_gemm
.
MakeCM0N0M1N1M2M3M4N2Descriptor
(
c_m0_n0_m1_n1_m2_n2_grid_desc
);
}
}
template
<
typename
CGMNGridDesc
>
template
<
typename
CGMNGridDesc
>
__host__
__device__
static
constexpr
auto
__host__
__device__
static
constexpr
auto
MakeCGM0N0M1N1M2M3M4N2GridDescriptor
(
const
CGMNGridDesc
&
c_g_m_n_grid_desc
)
MakeCGM0N0M1N1M2M3M4N2GridDescriptor
(
const
CGMNGridDesc
&
c_g_m_n_grid_desc
)
{
{
...
@@ -168,8 +168,8 @@ struct BlockwiseGemmXdlops_k0mk1_k0nk1_m0n0m1n1m2m3m4n2_v1
...
@@ -168,8 +168,8 @@ struct BlockwiseGemmXdlops_k0mk1_k0nk1_m0n0m1n1m2m3m4n2_v1
make_tuple
(
make_pass_through_transform
(
G
),
make_tuple
(
make_pass_through_transform
(
G
),
make_unmerge_transform
(
make_tuple
(
MRepeat
,
MWaves
,
MPerXDL
)),
make_unmerge_transform
(
make_tuple
(
MRepeat
,
MWaves
,
MPerXDL
)),
make_unmerge_transform
(
make_tuple
(
NRepeat
,
NWaves
,
NPerXDL
))),
make_unmerge_transform
(
make_tuple
(
NRepeat
,
NWaves
,
NPerXDL
))),
make_tuple
(
Sequence
<
0
>
{},
Sequence
<
1
>
{}),
make_tuple
(
Sequence
<
0
>
{},
Sequence
<
1
>
{}
,
Sequence
<
2
>
{}
),
make_tuple
(
Sequence
<
0
,
2
,
4
>
{},
Sequence
<
1
,
3
,
5
>
{}));
make_tuple
(
Sequence
<
0
>
{},
Sequence
<
1
,
3
,
5
>
{}
,
Sequence
<
2
,
4
,
6
>
{}
));
return
xdlops_gemm
.
MakeCGM0N0M1N1M2M3M4N2Descriptor
(
c_g_m0_n0_m1_n1_m2_n2_grid_desc
);
return
xdlops_gemm
.
MakeCGM0N0M1N1M2M3M4N2Descriptor
(
c_g_m0_n0_m1_n1_m2_n2_grid_desc
);
}
}
...
...
composable_kernel/include/tensor_operation/gridwise_gemm_xdlops_v3r1.hpp
0 → 100644
View file @
a3b31a92
This diff is collapsed.
Click to expand it.
host/driver_offline/include/driver_gemm_xdlops_v3r1.hpp
View file @
a3b31a92
...
@@ -11,9 +11,9 @@ template <ck::index_t BlockSize,
...
@@ -11,9 +11,9 @@ template <ck::index_t BlockSize,
typename
FloatAcc
,
typename
FloatAcc
,
typename
FloatC
,
typename
FloatC
,
ck
::
InMemoryDataOperationEnum_t
CGlobalMemoryDataOperation
,
ck
::
InMemoryDataOperationEnum_t
CGlobalMemoryDataOperation
,
typename
AK0MK1GridDesc
,
typename
A
G
K0MK1GridDesc
,
typename
BK0NK1GridDesc
,
typename
B
G
K0NK1GridDesc
,
typename
CMNGridDesc
,
typename
C
G
MNGridDesc
,
ck
::
index_t
MPerBlock
,
ck
::
index_t
MPerBlock
,
ck
::
index_t
NPerBlock
,
ck
::
index_t
NPerBlock
,
ck
::
index_t
KPerBlock
,
ck
::
index_t
KPerBlock
,
...
@@ -50,9 +50,9 @@ template <ck::index_t BlockSize,
...
@@ -50,9 +50,9 @@ template <ck::index_t BlockSize,
__host__
float
driver_gemm_xdlops_v3r1
(
const
FloatAB
*
p_a_grid
,
__host__
float
driver_gemm_xdlops_v3r1
(
const
FloatAB
*
p_a_grid
,
const
FloatAB
*
p_b_grid
,
const
FloatAB
*
p_b_grid
,
FloatC
*
p_c_grid
,
FloatC
*
p_c_grid
,
const
AK0MK1GridDesc
&
a_g_k0_m_k1_grid_desc
,
const
A
G
K0MK1GridDesc
&
a_g_k0_m_k1_grid_desc
,
const
BK0NK1GridDesc
&
b_g_k0_n_k1_grid_desc
,
const
B
G
K0NK1GridDesc
&
b_g_k0_n_k1_grid_desc
,
const
CMNGridDesc
&
c_g_m_n_grid_desc
,
const
C
G
MNGridDesc
&
c_g_m_n_grid_desc
,
AGridStepHacks
,
AGridStepHacks
,
BGridStepHacks
,
BGridStepHacks
,
CGridStepHacks
,
CGridStepHacks
,
...
@@ -69,14 +69,14 @@ __host__ float driver_gemm_xdlops_v3r1(const FloatAB* p_a_grid,
...
@@ -69,14 +69,14 @@ __host__ float driver_gemm_xdlops_v3r1(const FloatAB* p_a_grid,
constexpr
auto
I3
=
Number
<
3
>
{};
constexpr
auto
I3
=
Number
<
3
>
{};
using
GridwiseGemm
=
using
GridwiseGemm
=
GridwiseGemm_k0mk1_k0nk1_mn_xdlops_v3r1
<
BlockSize
,
GridwiseGemm_
g
k0mk1_
g
k0nk1_
g
mn_xdlops_v3r1
<
BlockSize
,
FloatAB
,
FloatAB
,
FloatAcc
,
FloatAcc
,
FloatC
,
FloatC
,
CGlobalMemoryDataOperation
,
CGlobalMemoryDataOperation
,
AK0MK1GridDesc
,
A
G
K0MK1GridDesc
,
BK0NK1GridDesc
,
B
G
K0NK1GridDesc
,
CMNGridDesc
,
C
G
MNGridDesc
,
MPerBlock
,
MPerBlock
,
NPerBlock
,
NPerBlock
,
KPerBlock
,
KPerBlock
,
...
@@ -134,26 +134,26 @@ __host__ float driver_gemm_xdlops_v3r1(const FloatAB* p_a_grid,
...
@@ -134,26 +134,26 @@ __host__ float driver_gemm_xdlops_v3r1(const FloatAB* p_a_grid,
"wrong! GridwiseGemm_km_kn_m0m1n0n1_xdlops_v2r3 has invalid setting"
);
"wrong! GridwiseGemm_km_kn_m0m1n0n1_xdlops_v2r3 has invalid setting"
);
}
}
const
auto
c_g
emmg
_m0_n0_m1_n1_m2_m3_m4_n2_grid_desc
=
const
auto
c_g_m0_n0_m1_n1_m2_m3_m4_n2_grid_desc
=
GridwiseGemm
::
MakeCM0N0M1N1M2M3M4N2GridDescriptor
(
c_g_m_n_grid_desc
);
GridwiseGemm
::
MakeC
G
M0N0M1N1M2M3M4N2GridDescriptor
(
c_g_m_n_grid_desc
);
/*
using CM0N0M1N1M2M3M4N2GridDesc = decltype(c_m0_n0_m1_n1_m2_m3_m4_n2_grid_desc);
using
C
G
M0N0M1N1M2M3M4N2GridDesc
=
decltype
(
c_
g_
m0_n0_m1_n1_m2_m3_m4_n2_grid_desc
);
const auto c_block_cluster_adaptor = GridwiseGemm::MakeCBlockClusterAdaptor(c_m_n_grid_desc);
const
auto
c_block_cluster_adaptor
=
GridwiseGemm
::
MakeCBlockClusterAdaptor
(
c_
g_
m_n_grid_desc
);
using
CBlockClusterAdaptor
=
decltype
(
c_block_cluster_adaptor
);
using
CBlockClusterAdaptor
=
decltype
(
c_block_cluster_adaptor
);
const index_t grid_size = GridwiseGemm::CalculateGridSize(c_m_n_grid_desc);
const
index_t
grid_size
=
GridwiseGemm
::
CalculateGridSize
(
c_
g_
m_n_grid_desc
);
const auto kernel = kernel_gemm_xdlops_v
2r3
<GridwiseGemm,
const
auto
kernel
=
kernel_gemm_xdlops_v
3r1
<
GridwiseGemm
,
FloatAB
,
FloatAB
,
FloatC
,
FloatC
,
remove_reference_t<AK0MK1GridDesc>,
remove_reference_t
<
A
G
K0MK1GridDesc
>
,
remove_reference_t<BK0NK1GridDesc>,
remove_reference_t
<
B
G
K0NK1GridDesc
>
,
remove_reference_t<CM0N0M1N1M2M3M4N2GridDesc>,
remove_reference_t
<
C
G
M0N0M1N1M2M3M4N2GridDesc
>
,
remove_reference_t
<
CBlockClusterAdaptor
>>
;
remove_reference_t
<
CBlockClusterAdaptor
>>
;
#if CK_EXPERIMENTAL_PASS_TENSOR_DESCRIPTOR_BY_VALUE
/*
#if CK_EXPERIMENTAL_PASS_TENSOR_DESCRIPTOR_BY_VALUE
float ave_time = launch_and_time_kernel(kernel,
float ave_time = launch_and_time_kernel(kernel,
nrepeat,
nrepeat,
dim3(grid_size),
dim3(grid_size),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment