convnd_bwd_data.cpp 14.5 KB
Newer Older
1
2
3
4
5
6
#include <iostream>
#include <numeric>
#include <initializer_list>
#include <cstdlib>
#include <vector>

Chao Liu's avatar
Chao Liu committed
7
#include "profiler/include/profile_convnd_bwd_data_impl.hpp"
8
9
10
11
12

int main()
{
    bool pass = true;
    // check 1d
13
    std::vector<ck::utils::conv::ConvParams> params;
14
15
16
17
18
19
20
21
22
23
24
25
26
27
    params.push_back({1, 128, 128, 256, {1}, {14}, {2}, {1}, {0}, {0}});
    params.push_back({1, 128, 128, 256, {3}, {28}, {1}, {1}, {1}, {1}});
    params.push_back({1, 128, 128, 256, {1}, {3}, {1}, {1}, {0}, {0}});

    for(auto& param : params)
    {
        pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
                                                           float,
                                                           float,
                                                           float,
                                                           float,
                                                           ck::tensor_layout::convolution::NWC,
                                                           ck::tensor_layout::convolution::KXC,
                                                           ck::tensor_layout::convolution::NWK>(
JD's avatar
JD committed
28
29
30
31
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
32
33
34
35
36
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
37
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
38
39
40
41
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
42
43
44
45
46
47
48
49
50

        pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NWC,
                                                           ck::tensor_layout::convolution::KXC,
                                                           ck::tensor_layout::convolution::NWK>(
JD's avatar
JD committed
51
52
53
54
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
55
56
57
58
59
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
60
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
61
62
63
64
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
65
66
67
68
69
70
71
72
73

        pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NWC,
                                                           ck::tensor_layout::convolution::KXC,
                                                           ck::tensor_layout::convolution::NWK>(
JD's avatar
JD committed
74
75
76
77
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
78
79
80
81
82
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
83
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
84
85
86
87
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
88
89
90
91
92
93
94
95
96

        pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
                                                           int8_t,
                                                           int8_t,
                                                           int8_t,
                                                           int,
                                                           ck::tensor_layout::convolution::NWC,
                                                           ck::tensor_layout::convolution::KXC,
                                                           ck::tensor_layout::convolution::NWK>(
JD's avatar
JD committed
97
98
99
100
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
101
102
103
104
105
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
106
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
107
108
109
110
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
    }

    // check 2d
    params.clear();
    params.push_back({2, 128, 128, 256, {1, 1}, {7, 7}, {2, 2}, {1, 1}, {0, 0}, {0, 0}});
    params.push_back({2, 128, 128, 256, {3, 3}, {14, 14}, {1, 1}, {1, 1}, {1, 1}, {1, 1}});
    params.push_back({2, 128, 128, 256, {1, 1}, {3, 3}, {1, 1}, {1, 1}, {0, 0}, {0, 0}});

    for(auto& param : params)
    {
        pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
                                                           float,
                                                           float,
                                                           float,
                                                           float,
                                                           ck::tensor_layout::convolution::NHWC,
                                                           ck::tensor_layout::convolution::KYXC,
                                                           ck::tensor_layout::convolution::NHWK>(
JD's avatar
JD committed
129
130
131
132
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
133
134
135
136
137
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
138
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
139
140
141
142
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
143
144
145
146
147
148
149
150
151

        pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NHWC,
                                                           ck::tensor_layout::convolution::KYXC,
                                                           ck::tensor_layout::convolution::NHWK>(
JD's avatar
JD committed
152
153
154
155
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
156
157
158
159
160
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
161
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
162
163
164
165
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
166
167
168
169
170
171
172
173
174

        pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NHWC,
                                                           ck::tensor_layout::convolution::KYXC,
                                                           ck::tensor_layout::convolution::NHWK>(
JD's avatar
JD committed
175
176
177
178
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
179
180
181
182
183
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
184
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
185
186
187
188
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
189
190
191
192
193
194
195
196
197

        pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
                                                           int8_t,
                                                           int8_t,
                                                           int8_t,
                                                           int,
                                                           ck::tensor_layout::convolution::NHWC,
                                                           ck::tensor_layout::convolution::KYXC,
                                                           ck::tensor_layout::convolution::NHWK>(
JD's avatar
JD committed
198
199
200
201
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
202
203
204
205
206
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
207
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
208
209
210
211
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
    }

    // check 3d
    params.clear();
    params.push_back(
        {3, 128, 128, 256, {1, 1, 1}, {7, 7, 7}, {2, 2, 2}, {1, 1, 1}, {0, 0, 0}, {0, 0, 0}});
    params.push_back(
        {3, 128, 128, 256, {3, 3, 3}, {14, 14, 14}, {1, 1, 1}, {1, 1, 1}, {1, 1, 1}, {1, 1, 1}});
    params.push_back(
        {3, 128, 128, 256, {1, 1, 1}, {3, 3, 3}, {1, 1, 1}, {1, 1, 1}, {0, 0, 0}, {0, 0, 0}});

    for(auto& param : params)
    {
        pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
                                                           float,
                                                           float,
                                                           float,
                                                           float,
                                                           ck::tensor_layout::convolution::NDHWC,
                                                           ck::tensor_layout::convolution::KZYXC,
                                                           ck::tensor_layout::convolution::NDHWK>(
JD's avatar
JD committed
233
234
235
236
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
237
238
239
240
241
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
242
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
243
244
245
246
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
247
248
249
250
251
252
253
254
255

        pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           ck::half_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NDHWC,
                                                           ck::tensor_layout::convolution::KZYXC,
                                                           ck::tensor_layout::convolution::NDHWK>(
JD's avatar
JD committed
256
257
258
259
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
260
261
262
263
264
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
265
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
266
267
268
269
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
270
271
272
273
274
275
276
277
278

        pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           ck::bhalf_t,
                                                           float,
                                                           ck::tensor_layout::convolution::NDHWC,
                                                           ck::tensor_layout::convolution::KZYXC,
                                                           ck::tensor_layout::convolution::NDHWK>(
JD's avatar
JD committed
279
280
281
282
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
283
284
285
286
287
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
288
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
289
290
291
292
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
293
294
295
296
297
298
299
300
301

        pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
                                                           int8_t,
                                                           int8_t,
                                                           int8_t,
                                                           int,
                                                           ck::tensor_layout::convolution::NDHWC,
                                                           ck::tensor_layout::convolution::KZYXC,
                                                           ck::tensor_layout::convolution::NDHWK>(
JD's avatar
JD committed
302
303
304
305
            true,  // do_verification
            1,     // init_method
            false, // do_log
            false, // time_kernel
Adam Osewski's avatar
Adam Osewski committed
306
307
308
309
310
            param.N_,
            param.K_,
            param.C_,
            param.input_spatial_lengths_,
            param.filter_spatial_lengths_,
311
            param.GetOutputSpatialLengths(),
Adam Osewski's avatar
Adam Osewski committed
312
313
314
315
            param.conv_filter_strides_,
            param.conv_filter_dilations_,
            param.input_left_pads_,
            param.input_right_pads_);
316
317
318
319
320
321
322
323
324
325
326
327
328
    }

    if(pass)
    {
        std::cout << "test convnd bwd : Pass" << std::endl;
        return 0;
    }
    else
    {
        std::cout << "test convnd bwd: Fail " << std::endl;
        return -1;
    }
}