profile_conv_fwd_bias_relu.cpp 4.25 KB
Newer Older
1
2
3
4
#include <iostream>
#include <numeric>
#include <initializer_list>
#include <cstdlib>
Chao Liu's avatar
Chao Liu committed
5
6

#include "profiler/include/profile_conv_fwd_bias_relu_impl.hpp"
7

Chao Liu's avatar
Chao Liu committed
8
enum struct ConvDataType
9
10
11
12
13
{
    F32_F32_F32, // 0
    F16_F16_F16, // 1
};

Chao Liu's avatar
Chao Liu committed
14
enum struct ConvInputLayout
15
16
17
18
19
{
    NCHW, // 0
    NHWC, // 1
};

Chao Liu's avatar
Chao Liu committed
20
enum struct ConvWeightLayout
21
22
23
24
25
{
    KCYX, // 0
    KYXC, // 1
};

Chao Liu's avatar
Chao Liu committed
26
enum struct ConvOutputLayout
27
28
29
30
31
{
    NKHW, // 0
    NHWK, // 1
};

Chao Liu's avatar
Chao Liu committed
32
int profile_conv_fwd_bias_relu(int argc, char* argv[])
33
34
35
{
    if(argc != 25)
    {
Chao Liu's avatar
Chao Liu committed
36
        printf("arg1: tensor operation (conv_fwd_bias_relu: ForwardConvolution+Bias+ReLu)\n");
Chao Liu's avatar
Chao Liu committed
37
38
39
40
41
42
43
        printf("arg2: data type (0: fp32; 1: fp16)\n");
        printf("arg3: input tensor layout (0: NCHW; 1: NHWC)\n");
        printf("arg4: weight tensor layout (0: KCYX; 1: KYXC)\n");
        printf("arg5: output tensor layout (0: NKHW; 1: NHWK)\n");
        printf("arg6: verification (0: no; 1: yes)\n");
        printf("arg7: initialization (0: no init; 1: integer value; 2: decimal value)\n");
        printf("arg8: print tensor value (0: no; 1: yes)\n");
JD's avatar
JD committed
44
        printf("arg9: time kernel (0=n0, 1=yes)\n");
45
46
47
48
49
        printf("arg10 to 24: N, K, C, Y, X, Hi, Wi, Sy, Sx, Dy, Dx, LeftPy, LeftPx, RightPy, "
               "RightPx\n");
        exit(1);
    }

Chao Liu's avatar
Chao Liu committed
50
51
52
53
    const auto data_type       = static_cast<ConvDataType>(std::stoi(argv[2]));
    const auto in_layout       = static_cast<ConvInputLayout>(std::stoi(argv[3]));
    const auto wei_layout      = static_cast<ConvWeightLayout>(std::stoi(argv[4]));
    const auto out_layout      = static_cast<ConvOutputLayout>(std::stoi(argv[5]));
54
55
56
    const bool do_verification = std::stoi(argv[6]);
    const int init_method      = std::stoi(argv[7]);
    const bool do_log          = std::stoi(argv[8]);
JD's avatar
JD committed
57
    const bool time_kernel     = std::stoi(argv[9]);
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

    const ck::index_t N  = std::stoi(argv[10]);
    const ck::index_t K  = std::stoi(argv[11]);
    const ck::index_t C  = std::stoi(argv[12]);
    const ck::index_t Y  = std::stoi(argv[13]);
    const ck::index_t X  = std::stoi(argv[14]);
    const ck::index_t Hi = std::stoi(argv[15]);
    const ck::index_t Wi = std::stoi(argv[16]);

    const ck::index_t conv_stride_h   = std::stoi(argv[17]);
    const ck::index_t conv_stride_w   = std::stoi(argv[18]);
    const ck::index_t conv_dilation_h = std::stoi(argv[19]);
    const ck::index_t conv_dilation_w = std::stoi(argv[20]);
    const ck::index_t in_left_pad_h   = std::stoi(argv[21]);
    const ck::index_t in_left_pad_w   = std::stoi(argv[22]);
    const ck::index_t in_right_pad_h  = std::stoi(argv[23]);
    const ck::index_t in_right_pad_w  = std::stoi(argv[24]);

    const ck::index_t YEff = (Y - 1) * conv_dilation_h + 1;
    const ck::index_t XEff = (X - 1) * conv_dilation_w + 1;

    const ck::index_t Ho = (Hi + in_left_pad_h + in_right_pad_h - YEff) / conv_stride_h + 1;
    const ck::index_t Wo = (Wi + in_left_pad_w + in_right_pad_w - XEff) / conv_stride_w + 1;

Chao Liu's avatar
Chao Liu committed
82
    if(data_type == ConvDataType::F16_F16_F16 && in_layout == ConvInputLayout::NHWC &&
83
84
       wei_layout == ConvWeightLayout::KYXC && out_layout == ConvOutputLayout::NHWK)
    {
Chao Liu's avatar
Chao Liu committed
85
86
87
88
89
90
91
        ck::profiler::profile_conv_fwd_bias_relu_impl<2,
                                                      ck::half_t,
                                                      ck::half_t,
                                                      ck::half_t,
                                                      ck::tensor_layout::convolution::NHWC,
                                                      ck::tensor_layout::convolution::KYXC,
                                                      ck::tensor_layout::convolution::NHWK>(
92
93
94
            do_verification,
            init_method,
            do_log,
JD's avatar
JD committed
95
            time_kernel,
96
97
98
99
100
101
102
103
104
105
106
107
108
            N,
            K,
            C,
            std::vector<ck::index_t>{Hi, Wi},
            std::vector<ck::index_t>{Y, X},
            std::vector<ck::index_t>{Ho, Wo},
            std::vector<ck::index_t>{conv_stride_h, conv_stride_w},
            std::vector<ck::index_t>{conv_dilation_h, conv_dilation_w},
            std::vector<ck::index_t>{in_left_pad_h, in_left_pad_w},
            std::vector<ck::index_t>{in_right_pad_h, in_right_pad_w});
    }
    else
    {
Chao Liu's avatar
Chao Liu committed
109
        throw std::runtime_error("wrong! data_type & layout for this operator is not implemented");
110
111
    }

112
    return 0;
113
}