#include #include #include #include #include #include #include #include "../gemm/gemm_util.hpp" #include "config.hpp" #include "print.hpp" #include "device.hpp" #include "host_tensor.hpp" #include "host_tensor_generator.hpp" #include "host_gemm.hpp" #include "device_tensor.hpp" #include "device_gemm_dl.hpp" #include "element_wise_operation.hpp" #include "reference_gemm.hpp" #include "gemm_specialization.hpp" using PassThrough = ck::tensor_operation::element_wise::PassThrough; using DeviceGemmNoOpPtr = ck::tensor_operation::device::DeviceGemmPtr; namespace ck { namespace tensor_operation { namespace device { namespace device_gemm_instance { void add_device_gemm_dl_i8_i8_i8_km_kn_mn_instances(std::vector&); void add_device_gemm_dl_i8_i8_i8_km_nk_mn_instances(std::vector&); void add_device_gemm_dl_i8_i8_i8_mk_nk_mn_instances(std::vector&); void add_device_gemm_dl_i8_i8_i8_mk_kn_mn_instances(std::vector&); } // namespace device_gemm_instance } // namespace device } // namespace tensor_operation } // namespace ck int main() { using ADataType = int8_t; using BDataType = int8_t; using CDataType = int8_t; using RowMajor = ck::tensor_layout::gemm::RowMajor; using ColumnMajor = ck::tensor_layout::gemm::ColumnMajor; bool res = true; std::vector gemmPtrs; ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_dl_i8_i8_i8_km_kn_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_dl_i8_i8_i8_km_nk_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_dl_i8_i8_i8_mk_kn_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } gemmPtrs.clear(); ck::tensor_operation::device::device_gemm_instance:: add_device_gemm_dl_i8_i8_i8_mk_nk_mn_instances(gemmPtrs); for(auto& gemmPtr : gemmPtrs) { res &= ck::gemm_util::TestGemm{}(gemmPtr); } std::cout << "TestGemm ..... " << (res ? "SUCCESS" : "FAILURE") << std::endl; return res ? 0 : 1; }