Skip to content

GitLab

Commit 59f33851 authored by aska-0096's avatar aska-0096
Browse files

RRR Gemm instances for AIT

parent c7c7f754
Hide whitespace changes
Inline Side-by-side
Showing with 113 additions and 0 deletions
example/01_gemm/CMakeLists.txt
View file @ 59f33851
...@@ -40,6 +40,7 @@ add_dependencies(example_gemm_xdl example_gemm_xdl_fp64) ...@@ -40,6 +40,7 @@ add_dependencies(example_gemm_xdl example_gemm_xdl_fp64)
add_custom_target(example_gemm_wmma) add_custom_target(example_gemm_wmma)
add_example_executable(example_gemm_wmma_fp16 gemm_wmma_fp16.cpp) add_example_executable(example_gemm_wmma_fp16 gemm_wmma_fp16.cpp)
add_example_executable(example_gemm_wmma_fp16_rrr gemm_wmma_fp16_rrr.cpp)
add_example_executable(example_gemm_wmma_int8 gemm_wmma_int8.cpp) add_example_executable(example_gemm_wmma_int8 gemm_wmma_int8.cpp)
add_dependencies(example_gemm_wmma example_gemm_wmma_fp16) add_dependencies(example_gemm_wmma example_gemm_wmma_fp16)
example/01_gemm/gemm_wmma_fp16_rrr.cpp 0 → 100644
View file @ 59f33851
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.
#include "common.hpp"
#include "ck/tensor_operation/gpu/device/impl/device_gemm_wmma.hpp"
using ADataType = ck::half_t;
using BDataType = ck::half_t;
using AccDataType = float;
using CShuffleDataType = float;
using CDataType = ck::half_t;
using ALayout = Row;
using BLayout = Row;
using CLayout = Row;
using AElementOp = PassThrough;
using BElementOp = PassThrough;
using CElementOp = PassThrough;
static constexpr auto GemmDefault = ck::tensor_operation::device::GemmSpecialization::Default;
// clang-format off
using DeviceGemmInstances = std::tuple<
// RRR Gemm AIT
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
128, 256, 8, 8, 16, 16, 4, 4,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
256, 128, 8, 8, 16, 16, 8, 2,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
128, 256, 4, 8, 16, 16, 4, 4,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
256, 128, 4, 8, 16, 16, 8, 2,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
128, 128, 8, 8, 16, 16, 4, 2,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
128, 128, 4, 8, 16, 16, 4, 2,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
256, 64, 8, 8, 16, 16, 8, 1,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 256,
64, 256, 8, 8, 16, 16, 2, 4,
S<4, 64, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 64, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 128,
128, 128, 8, 8, 16, 16, 8, 2,
S<4, 32, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 32, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 16, 1, 8>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 128,
128, 64, 8, 8, 16, 16, 4, 2,
S<4, 32, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 32, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 32, 1, 4>, 8, 1>,
ck::tensor_operation::device::DeviceGemmWmma_CShuffle
< ALayout, BLayout, CLayout, ADataType, BDataType, CDataType, AccDataType, CShuffleDataType,
AElementOp, BElementOp, CElementOp, GemmDefault, 128,
64, 128, 8, 8, 16, 16, 4, 2,
S<4, 32, 1>, S<1, 0, 2>, S<1, 0, 2>, 2, 8, 8, true,
S<4, 32, 1>, S<0, 2, 1>, S<0, 2, 1>, 1, 2, 8, true,
1, 1, S<1, 16, 1, 8>, 8, 1>
>;
// clang-format on
using ReferenceGemmInstance = ck::tensor_operation::host::
ReferenceGemm<ADataType, BDataType, CDataType, AccDataType, AElementOp, BElementOp, CElementOp>;
#include "run_gemm_example.inc"
int main(int argc, char* argv[]) { return !run_gemm_example(argc, argv); }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment