#include #include #include #include #include #include "gtest/gtest.h" #include "data_type.hpp" #include "element_wise_operation.hpp" #include "conv_fwd_util.hpp" #include "conv_util.hpp" namespace { template bool test_conv3d_ndhwc_instances(const std::vector& conv_ptrs) { using namespace std::placeholders; using namespace ck::utils; namespace ctl = ck::tensor_layout::convolution; conv::ConvParams params; params.N = 64; params.num_dim_spatial = 3; params.filter_spatial_lengths = std::vector{3, 3, 2}; params.input_spatial_lengths = std::vector{32, 32, 2}; params.conv_filter_strides = std::vector{2, 2, 2}; params.conv_filter_dilations = std::vector{1, 1, 1}; params.input_left_pads = std::vector{1, 1, 1}; params.input_right_pads = std::vector{1, 1, 1}; conv::ConvFwdOpInstance conv_instance(params); auto reference_conv_fwd_fun = std::bind(conv::run_reference_convolution_forward<3, T, T, T>, params, _1, _2, _3); OpInstanceRunEngine run_engine(conv_instance, reference_conv_fwd_fun); return run_engine.Test(conv_ptrs); } } // anonymous namespace TEST(Conv3DFwdNDHWC, TestConv3D) { using namespace std::placeholders; using namespace ck::utils; namespace ctl = ck::tensor_layout::convolution; conv::ConvParams params; params.num_dim_spatial = 3; params.N = 2; params.K = 16; params.C = 4; params.filter_spatial_lengths = std::vector{3, 3, 3}; params.input_spatial_lengths = std::vector{16, 16, 16}; params.conv_filter_strides = std::vector{1, 1, 1}; params.conv_filter_dilations = std::vector{1, 1, 1}; params.input_left_pads = std::vector{1, 1, 1}; params.input_right_pads = std::vector{1, 1, 1}; std::vector conv_ptrs; test::conv::get_test_convolution_fwd_instance<3>(conv_ptrs); conv::ConvFwdOpInstance conv_instance( params); auto reference_conv_fwd_fun = std::bind( conv::run_reference_convolution_forward<3, float, float, float>, params, _1, _2, _3); OpInstanceRunEngine run_engine(conv_instance, reference_conv_fwd_fun); run_engine.SetAtol(1e-5); run_engine.SetRtol(1e-4); EXPECT_TRUE(run_engine.Test(conv_ptrs)); } TEST(Conv3DFwdNDHWC, InputOver2GB) { using PassThrough = ck::tensor_operation::element_wise::PassThrough; using namespace ck::utils; // >2GB Input conv::ConvParams params; params.num_dim_spatial = 3; params.N = 2; params.K = 16; params.C = 32; params.filter_spatial_lengths = std::vector{3, 3, 3}; params.input_spatial_lengths = std::vector{32, 1000, 1000}; params.conv_filter_strides = std::vector{1, 1, 1}; params.conv_filter_dilations = std::vector{1, 1, 1}; params.input_left_pads = std::vector{1, 1, 1}; params.input_right_pads = std::vector{1, 1, 1}; std::vector conv_ptrs; test::conv::get_test_convolution_fwd_instance<3>(conv_ptrs); auto arg = conv_ptrs.back()->MakeArgumentPointer(nullptr, nullptr, nullptr, params.N, params.K, params.C, params.input_spatial_lengths, params.filter_spatial_lengths, params.GetOutputSpatialLengths(), params.conv_filter_strides, params.conv_filter_dilations, params.input_left_pads, params.input_right_pads, PassThrough{}, PassThrough{}, PassThrough{}); EXPECT_FALSE(conv_ptrs.back()->IsSupportedArgument(arg.get())); } TEST(Conv3DFwdNDHWC, FiltersOver2GB) { using PassThrough = ck::tensor_operation::element_wise::PassThrough; using namespace ck::utils; // >2GB Filters conv::ConvParams params; params.num_dim_spatial = 3; params.N = 2; params.K = 16; params.C = 32; params.filter_spatial_lengths = std::vector{4, 1000, 1000}; params.input_spatial_lengths = std::vector{16, 16, 16}; params.conv_filter_strides = std::vector{1, 1, 1}; params.conv_filter_dilations = std::vector{1, 1, 1}; params.input_left_pads = std::vector{1, 1, 1}; params.input_right_pads = std::vector{1, 1, 1}; std::vector conv_ptrs; test::conv::get_test_convolution_fwd_instance<3>(conv_ptrs); auto arg = conv_ptrs.back()->MakeArgumentPointer(nullptr, nullptr, nullptr, params.N, params.K, params.C, params.input_spatial_lengths, params.filter_spatial_lengths, params.GetOutputSpatialLengths(), params.conv_filter_strides, params.conv_filter_dilations, params.input_left_pads, params.input_right_pads, PassThrough{}, PassThrough{}, PassThrough{}); EXPECT_FALSE(conv_ptrs.back()->IsSupportedArgument(arg.get())); } TEST(Conv3DFwdNDHWC, OutputOver2GB) { using PassThrough = ck::tensor_operation::element_wise::PassThrough; using namespace ck::utils; // >2GB Output conv::ConvParams params; params.num_dim_spatial = 3; params.N = 2; params.K = 16; params.C = 2; params.filter_spatial_lengths = std::vector{1, 1, 1}; params.input_spatial_lengths = std::vector{1000, 1000, 30}; params.conv_filter_strides = std::vector{1, 1, 1}; params.conv_filter_dilations = std::vector{1, 1, 1}; params.input_left_pads = std::vector{2, 2, 2}; params.input_right_pads = std::vector{2, 2, 2}; std::vector conv_ptrs; test::conv::get_test_convolution_fwd_instance<3>(conv_ptrs); auto arg = conv_ptrs.back()->MakeArgumentPointer(nullptr, nullptr, nullptr, params.N, params.K, params.C, params.input_spatial_lengths, params.filter_spatial_lengths, params.GetOutputSpatialLengths(), params.conv_filter_strides, params.conv_filter_dilations, params.input_left_pads, params.input_right_pads, PassThrough{}, PassThrough{}, PassThrough{}); EXPECT_FALSE(conv_ptrs.back()->IsSupportedArgument(arg.get())); } TEST(Conv3DFwdNDHWC, Bf16Instances) { EXPECT_TRUE(test_conv3d_ndhwc_instances( ck::utils::conv::ConvolutionFwdInstances::Get<3>())); } TEST(Conv3DFwdNDHWC, F16Instances) { EXPECT_TRUE(test_conv3d_ndhwc_instances( ck::utils::conv::ConvolutionFwdInstances::Get<3>())); } TEST(Conv3DFwdNDHWC, F32Instances) { EXPECT_TRUE(test_conv3d_ndhwc_instances( ck::utils::conv::ConvolutionFwdInstances::Get<3>())); } TEST(Conv3DFwdNDHWC, Int8Instances) { EXPECT_TRUE(test_conv3d_ndhwc_instances( ck::utils::conv::ConvolutionFwdInstances::Get<3>())); }