#include #include #include #include #include #include #include #include "gemm_util.hpp" #include "config.hpp" #include "print.hpp" #include "device.hpp" #include "host_tensor.hpp" #include "host_tensor_generator.hpp" #include "host_gemm.hpp" #include "device_tensor.hpp" #include "device_gemm_xdl.hpp" #include "device_gemm_xdl_c_shuffle.hpp" #include "element_wise_operation.hpp" #include "reference_gemm.hpp" #include "gemm_specialization.hpp" #include "test_util.hpp" using PassThrough = ck::tensor_operation::element_wise::PassThrough; using DeviceGemmNoOpPtr = ck::tensor_operation::device::DeviceGemmPtr; namespace ck { namespace tensor_operation { namespace device { namespace device_gemm_instance { void add_device_gemm_xdl_c_shuffle_int8_int8_int8_km_kn_mn_instances( std::vector&); void add_device_gemm_xdl_c_shuffle_int8_int8_int8_km_nk_mn_instances( std::vector&); void add_device_gemm_xdl_c_shuffle_int8_int8_int8_mk_nk_mn_instances( std::vector&); void add_device_gemm_xdl_c_shuffle_int8_int8_int8_mk_kn_mn_instances( std::vector&); } // namespace device_gemm_instance } // namespace device } // namespace tensor_operation } // namespace ck int main() { using ADataType = int8_t; using BDataType = int8_t; using CDataType = int8_t; using RowMajor = ck::tensor_layout::gemm::RowMajor; using ColumnMajor = ck::tensor_layout::gemm::ColumnMajor; std::vector gemmPtrs; bool res = true; ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_xdl_c_shuffle_int8_int8_int8_km_kn_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_xdl_c_shuffle_int8_int8_int8_km_nk_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_xdl_c_shuffle_int8_int8_int8_mk_kn_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_xdl_c_shuffle_int8_int8_int8_mk_nk_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } std::cout << "TestGemm ..... " << (res ? "SUCCESS" : "FAILURE") << std::endl; }