profiler.cpp 3.94 KB
Newer Older
1
2
3
4
#include <iostream>
#include <numeric>
#include <initializer_list>
#include <cstdlib>
5
#include <cstring>
6

Chao Liu's avatar
Chao Liu committed
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
bool profile_gemm(int, char*[]);
bool profile_gemm_splitk(int, char*[]);
bool profile_gemm_bias_2d(int, char*[]);
bool profile_gemm_bias_relu(int, char*[]);
bool profile_gemm_bias_relu_add(int, char*[]);
bool profile_gemm_reduce(int, char*[]);
bool profile_batched_gemm(int, char*[]);
bool profile_grouped_gemm(int, char*[]);
bool profile_conv_fwd_bias_relu(int, char*[]);
bool profile_conv_fwd_bias_relu_add(int, char*[]);
bool profile_convnd_fwd(int argc, char* argv[]);
bool profile_convnd_bwd_data(int, char*[], int);
bool profile_reduce(int, char*[]);
bool profile_conv_bwd_weight(int, char*[]);
bool profile_batched_gemm_reduce(int, char*[]);
22
23
24

int main(int argc, char* argv[])
{
Chao Liu's avatar
Chao Liu committed
25
26
    bool pass = true;

27
28
    if(strcmp(argv[1], "gemm") == 0)
    {
Chao Liu's avatar
Chao Liu committed
29
30
31
32
33
        pass = profile_gemm(argc, argv);
    }
    if(strcmp(argv[1], "gemm_splitk") == 0)
    {
        pass = profile_gemm_splitk(argc, argv);
34
    }
Jianfeng yan's avatar
Jianfeng yan committed
35
36
    else if(strcmp(argv[1], "gemm_bias_2d") == 0)
    {
Chao Liu's avatar
Chao Liu committed
37
        pass = profile_gemm_bias_2d(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
38
39
40
    }
    else if(strcmp(argv[1], "gemm_bias_relu") == 0)
    {
Chao Liu's avatar
Chao Liu committed
41
        pass = profile_gemm_bias_relu(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
42
43
44
    }
    else if(strcmp(argv[1], "gemm_bias_relu_add") == 0)
    {
Chao Liu's avatar
Chao Liu committed
45
        pass = profile_gemm_bias_relu_add(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
46
47
48
    }
    else if(strcmp(argv[1], "gemm_reduce") == 0)
    {
Chao Liu's avatar
Chao Liu committed
49
        pass = profile_gemm_reduce(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
50
51
52
    }
    else if(strcmp(argv[1], "batched_gemm") == 0)
    {
Chao Liu's avatar
Chao Liu committed
53
        pass = profile_batched_gemm(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
54
55
56
    }
    else if(strcmp(argv[1], "batched_gemm_reduce") == 0)
    {
Chao Liu's avatar
Chao Liu committed
57
        pass = profile_batched_gemm_reduce(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
58
59
60
    }
    else if(strcmp(argv[1], "grouped_gemm") == 0)
    {
Chao Liu's avatar
Chao Liu committed
61
        pass = profile_grouped_gemm(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
62
63
64
    }
    else if(strcmp(argv[1], "conv_fwd") == 0)
    {
Chao Liu's avatar
Chao Liu committed
65
        pass = profile_convnd_fwd(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
66
67
68
    }
    else if(strcmp(argv[1], "conv_fwd_bias_relu") == 0)
    {
Chao Liu's avatar
Chao Liu committed
69
        pass = profile_conv_fwd_bias_relu(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
70
71
72
    }
    else if(strcmp(argv[1], "conv_fwd_bias_relu_add") == 0)
    {
Chao Liu's avatar
Chao Liu committed
73
        pass = profile_conv_fwd_bias_relu_add(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
74
75
76
    }
    else if(strcmp(argv[1], "conv1d_bwd_data") == 0)
    {
Chao Liu's avatar
Chao Liu committed
77
        pass = profile_convnd_bwd_data(argc, argv, 1);
Jianfeng yan's avatar
Jianfeng yan committed
78
79
80
    }
    else if(strcmp(argv[1], "conv2d_bwd_data") == 0)
    {
Chao Liu's avatar
Chao Liu committed
81
        pass = profile_convnd_bwd_data(argc, argv, 2);
Jianfeng yan's avatar
Jianfeng yan committed
82
83
84
    }
    else if(strcmp(argv[1], "conv3d_bwd_data") == 0)
    {
Chao Liu's avatar
Chao Liu committed
85
        pass = profile_convnd_bwd_data(argc, argv, 3);
Jianfeng yan's avatar
Jianfeng yan committed
86
87
88
    }
    else if(strcmp(argv[1], "reduce") == 0)
    {
Chao Liu's avatar
Chao Liu committed
89
        pass = profile_reduce(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
90
91
92
    }
    else if(strcmp(argv[1], "conv2d_bwd_weight") == 0)
    {
Chao Liu's avatar
Chao Liu committed
93
        pass = profile_conv_bwd_weight(argc, argv);
Jianfeng yan's avatar
Jianfeng yan committed
94
    }
95
96
97
    else
    {
        // clang-format off
Chao Liu's avatar
Chao Liu committed
98
99
        printf("arg1: tensor operation, gemm: GEMM\n"
               "                        gemm_splitk: GEMMSplitK)\n"
100
101
102
103
104
105
106
107
108
109
110
               "                        gemm_bias_2d: GEMM+Bias(2D)\n"
               "                        gemm_bias_relu: GEMM+Bias+ReLU\n"
               "                        gemm_bias_relu_add: GEMM+Bias+ReLU+Add\n"
               "                        gemm_reduce: GEMM+Reduce\n"
               "                        grouped_gemm: Grouped GEMM\n"
               "                        conv_fwd: ForwardConvolution\n"
               "                        conv_fwd_bias_relu: ForwardConvolution+Bias+ReLU\n"
               "                        conv_fwd_bias_relu_add: ForwardConvolution+Bias+ReLU+Add\n"
               "                        conv1d_bwd_data: BackwardConvolution data 1 dim\n"
               "                        conv2d_bwd_data: BackwardConvolution data 2 dim\n"
               "                        conv3d_bwd_data: BackwardConvolution data 3 dim\n"
Chao Liu's avatar
Chao Liu committed
111
               "                        reduce: Reduce\n"
112
113
114
               "                        conv2d_bwd_weight: Backward Weight Convolution 2d\n");
        // clang-format on
    }
Chao Liu's avatar
Chao Liu committed
115
116

    return pass ? 0 : 1;
117
}