Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
f0d626c3
Commit
f0d626c3
authored
Jan 21, 2025
by
rtmadduri
Browse files
Fix threadslicing incorrect dims
parent
e5d6cf9c
Changes
5
Expand all
Show whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
182 additions
and
182 deletions
+182
-182
example/15_grouped_gemm/grouped_gemm_xdl_splitk_fp16.cpp
example/15_grouped_gemm/grouped_gemm_xdl_splitk_fp16.cpp
+1
-1
library/include/ck/library/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_instance.hpp
.../grouped_gemm/device_grouped_gemm_xdl_splitk_instance.hpp
+53
-53
library/src/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_f16_f8_f16_mk_kn_mn_irregular_instance.cpp
...emm_xdl_splitk_f16_f8_f16_mk_kn_mn_irregular_instance.cpp
+60
-60
library/src/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_f8_f16_f16_mk_kn_mn_irregular_instance.cpp
...emm_xdl_splitk_f8_f16_f16_mk_kn_mn_irregular_instance.cpp
+60
-60
test/grouped_gemm/test_grouped_gemm_util.hpp
test/grouped_gemm/test_grouped_gemm_util.hpp
+8
-8
No files found.
example/15_grouped_gemm/grouped_gemm_xdl_splitk_fp16.cpp
View file @
f0d626c3
...
...
@@ -54,7 +54,7 @@ using DeviceGemmInstance = ck::tensor_operation::device::DeviceGroupedGemmXdlSpl
//######| | | | | Type| Type| Type| DataType| Type| Type| Elementwise| Elementwise| Elementwise| Spacialization| Size| Block| Block| Block| | | XDL| XDL| Per| Per| ThreadCluster| ThreadCluster| SrcAccessOrder| SrcVectorDim| SrcScalar| DstScalar| AddExtraM| ThreadCluster| ThreadCluster| SrcAccessOrder| SrcVectorDim| SrcScalar| DstScalar| AddExtraN| MXdlPerWave| NXdlPerWave| _MBlock_MWaveMPerXdl| ScalarPerVector|
//######| | | | | | | | | | | Operation| Operation| Operation| | | | | | | | | | Wave| Wave| Lengths_K0_M_K1| ArrangeOrder| | | PerVector| PerVector_K1| | Lengths_K0_N_K1| ArrangeOrder| | | PerVector| PerVector_K1| | PerShuffle| PerShuffle| _NBlock_NWaveNPerXdl| _NWaveNPerXdl|
//######| | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | |
<
ALayout
,
BLayout
,
DsLayout
,
ELayout
,
ADataType
,
BDataType
,
AccDataType
,
CShuffleDataType
,
DsDataType
,
EDataType
,
AElementOp
,
BElementOp
,
CDEElementOp
,
GemmDefault
,
256
,
256
,
128
,
32
,
8
,
8
,
32
,
32
,
4
,
2
,
S
<
4
,
64
,
1
>
,
S
<
1
,
0
,
2
>
,
S
<
1
,
0
,
2
>
,
3
,
8
,
8
,
1
,
S
<
4
,
64
,
1
>
,
S
<
1
,
0
,
2
>
,
S
<
1
,
0
,
2
>
,
3
,
8
,
8
,
1
,
1
,
1
,
S
<
32
,
1
,
8
>
,
8
>
;
<
ALayout
,
BLayout
,
DsLayout
,
ELayout
,
ADataType
,
BDataType
,
AccDataType
,
CShuffleDataType
,
DsDataType
,
EDataType
,
AElementOp
,
BElementOp
,
CDEElementOp
,
GemmDefault
,
256
,
256
,
128
,
32
,
8
,
8
,
32
,
32
,
4
,
2
,
S
<
4
,
64
,
1
>
,
S
<
1
,
0
,
2
>
,
S
<
1
,
0
,
2
>
,
3
,
8
,
8
,
1
,
S
<
4
,
64
,
1
>
,
S
<
1
,
0
,
2
>
,
S
<
1
,
0
,
2
>
,
3
,
8
,
8
,
1
,
1
,
1
,
S
<
1
,
32
,
1
,
8
>
,
8
>
;
// clang-format on
#include "run_grouped_gemm_example.inc"
...
...
library/include/ck/library/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_instance.hpp
View file @
f0d626c3
This diff is collapsed.
Click to expand it.
library/src/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_f16_f8_f16_mk_kn_mn_irregular_instance.cpp
View file @
f0d626c3
This diff is collapsed.
Click to expand it.
library/src/tensor_operation_instance/gpu/grouped_gemm/device_grouped_gemm_xdl_splitk_f8_f16_f16_mk_kn_mn_irregular_instance.cpp
View file @
f0d626c3
This diff is collapsed.
Click to expand it.
test/grouped_gemm/test_grouped_gemm_util.hpp
View file @
f0d626c3
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
...
...
@@ -170,18 +170,18 @@ struct DeviceGroupedGemmSplitkInstanceWrapper
using
I
=
ck
::
Number
<
N
>
;
using
ABlockTransferThreadClusterArrageOrder
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
S
<
0
,
2
,
1
,
3
>
,
S
<
0
,
1
,
3
,
2
>>
;
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
S
<
1
,
0
,
2
>
,
S
<
0
,
2
,
1
>>
;
using
ABlockTransferSrcAccessOrder
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
S
<
0
,
2
,
1
,
3
>
,
S
<
0
,
1
,
3
,
2
>>
;
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
S
<
1
,
0
,
2
>
,
S
<
0
,
2
,
1
>>
;
using
ABlockTransferSrcVectorDim
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
I
<
3
>
,
I
<
2
>>
;
using
ABlockTransferDstScalarPerVector_K1
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
I
<
8
>
,
I
<
2
>>
;
using
ABlockLdsAddExtraM
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
I
<
1
>
,
I
<
0
>>
;
using
BBlockTransferThreadClusterArrageOrder
=
std
::
conditional_t
<
std
::
is_same_v
<
BLayout
,
Row
>
,
S
<
0
,
1
,
3
,
2
>
,
S
<
0
,
2
,
1
,
3
>>
;
std
::
conditional_t
<
std
::
is_same_v
<
BLayout
,
Row
>
,
S
<
0
,
2
,
1
>
,
S
<
1
,
0
,
2
>>
;
using
BBlockTransferSrcAccessOrder
=
std
::
conditional_t
<
std
::
is_same_v
<
BLayout
,
Row
>
,
S
<
0
,
1
,
3
,
2
>
,
S
<
0
,
2
,
1
,
3
>>
;
std
::
conditional_t
<
std
::
is_same_v
<
BLayout
,
Row
>
,
S
<
0
,
2
,
1
>
,
S
<
1
,
0
,
2
>>
;
using
BBlockTransferSrcVectorDim
=
std
::
conditional_t
<
std
::
is_same_v
<
BLayout
,
Row
>
,
I
<
2
>
,
I
<
3
>>
;
using
BBlockTransferDstScalarPerVector_K1
=
std
::
conditional_t
<
std
::
is_same_v
<
ALayout
,
Row
>
,
I
<
2
>
,
I
<
8
>>
;
...
...
@@ -214,14 +214,14 @@ struct DeviceGroupedGemmSplitkInstanceWrapper
32
,
4
,
2
,
S
<
1
,
4
,
16
,
1
>
,
S
<
4
,
16
,
1
>
,
ABlockTransferThreadClusterArrageOrder
,
ABlockTransferSrcAccessOrder
,
ABlockTransferSrcVectorDim
::
value
,
ABlockTransferSrcScalarPerVector
,
ABlockTransferDstScalarPerVector_K1
::
value
,
ABlockLdsAddExtraM
::
value
,
S
<
1
,
4
,
16
,
1
>
,
S
<
4
,
16
,
1
>
,
BBlockTransferThreadClusterArrageOrder
,
BBlockTransferSrcAccessOrder
,
BBlockTransferSrcVectorDim
::
value
,
...
...
@@ -230,7 +230,7 @@ struct DeviceGroupedGemmSplitkInstanceWrapper
BBlockLdsAddExtraM
::
value
,
1
,
1
,
S
<
1
,
16
,
1
,
8
>
,
S
<
16
,
1
,
8
>
,
CDEBlockTransferScalarPerVector_NPerBlock
>
;
bool
IsSupported
(
const
std
::
vector
<
int
>&
Ms
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment