tf_test.cpp 12.6 KB
Newer Older
1
2
3
4
5
6
7
8
9
#include <iostream>
#include <vector>
#include <migraphx/literal.hpp>
#include <migraphx/operators.hpp>
#include <migraphx/program.hpp>
#include <migraphx/instruction.hpp>
#include <migraphx/tf.hpp>
#include "test.hpp"

10
11
12
13
14
15
16
17
18
19
20
21
22
TEST_CASE(add_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 2, 2, 3}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 2, 2, 3}});
    p.add_instruction(migraphx::op::add{}, l0, l1);
    auto prog = migraphx::parse_tf("add_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(add_bcast_test)
{
Khalique's avatar
Khalique committed
23

24
25
26
27
28
29
30
31
32
33
34
35
    migraphx::program p;
    migraphx::shape s0{migraphx::shape::float_type, {2, 3}};
    auto l0 = p.add_parameter("0", s0);
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {2, 1}});
    auto l2 = p.add_instruction(migraphx::op::multibroadcast{s0.lens()}, l0);
    auto l3 = p.add_instruction(migraphx::op::multibroadcast{s0.lens()}, l1);
    p.add_instruction(migraphx::op::add{}, l2, l3);
    auto prog = migraphx::parse_tf("add_bcast_test.pb", false);

    EXPECT(p == prog);
}

36
37
TEST_CASE(batchnorm_test)
{
Khalique's avatar
Khalique committed
38
39
    float epsilon  = 1.001e-5f;
    float momentum = 0.9f;
40
41

    migraphx::program p;
Khalique's avatar
Khalique committed
42
43
    migraphx::op::batch_norm_inference op{
        epsilon, momentum, migraphx::op::batch_norm_inference::spatial};
44
    migraphx::shape s0{migraphx::shape::float_type, {32}};
45
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 32, 16, 16}});
46
47
    std::vector<float> const_vals(32);
    std::fill(const_vals.begin(), const_vals.end(), 1.0f);
Khalique's avatar
Khalique committed
48

49
50
51
52
53
54
55
56
57
58
    auto l2 = p.add_parameter("2", s0);
    auto l3 = p.add_parameter("3", s0);
    auto l4 = p.add_parameter("4", s0);
    auto l1 = p.add_literal(migraphx::literal{s0, const_vals});
    p.add_instruction(op, l0, l1, l2, l3, l4);
    auto prog = migraphx::parse_tf("batchnorm_test.pb", true);

    EXPECT(p == prog);
}

59
60
61
TEST_CASE(biasadd_test)
{
    migraphx::program p;
62
    migraphx::shape s0{migraphx::shape::float_type, {1, 500, 1, 1}};
63
    uint64_t axis = 1;
Khalique's avatar
Khalique committed
64
    auto l0       = p.add_parameter("0", s0);
65
    auto l1       = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {500}});
66
    auto l2       = p.add_instruction(migraphx::op::broadcast{axis, l0->get_shape().lens()}, l1);
67
    p.add_instruction(migraphx::op::add{}, l0, l2);
68
69
70
71
72
    auto prog = migraphx::parse_tf("biasadd_test.pb", true);

    EXPECT(p == prog);
}

73
74
75
TEST_CASE(concat_test)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
76

77
78
79
80
81
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {4, 7, 3}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {4, 2, 3}});

    int axis = 1;
    // tf uses axis as the third input, and it is in int32 format
Khalique's avatar
Khalique committed
82
    // add the literal using a vector in order to set stride to 1 (like in tf parser)
83
    p.add_literal(migraphx::shape{migraphx::shape::int32_type}, std::vector<int>{axis});
84
85
86
87
88
89
90
91
92
93

    p.add_instruction(migraphx::op::concat{static_cast<std::size_t>(axis)}, l0, l1);
    auto prog = migraphx::parse_tf("concat_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(const_test)
{
    migraphx::program p;
94
    p.add_literal(migraphx::shape{migraphx::shape::float_type}, std::vector<float>{1.0f});
95
96
97
98
99
100
101
102
    auto prog = migraphx::parse_tf("constant_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(conv_test)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
103

104
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
Khalique's avatar
Khalique committed
105
    std::vector<float> weight_data(3 * 3 * 3 * 32);
106
    std::fill(weight_data.begin(), weight_data.end(), 1.0f);
Khalique's avatar
Khalique committed
107
108
    auto l1 =
        p.add_literal(migraphx::shape{migraphx::shape::float_type, {3, 3, 3, 32}}, weight_data);
109
110
111

    migraphx::op::convolution op;
    op.padding_mode = migraphx::op::padding_mode_t::same;
Khalique's avatar
Khalique committed
112
113
    op.stride       = {1, 1};
    op.dilation     = {1, 1};
114
115
116
    auto l2         = p.add_instruction(migraphx::op::transpose{{0, 3, 1, 2}}, l1);
    auto l3         = p.add_instruction(migraphx::op::transpose{{1, 3, 0, 2}}, l2);
    p.add_instruction(op, l0, l3);
117
118
119
120
121
    auto prog = migraphx::parse_tf("conv_test.pb", true);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
TEST_CASE(depthwiseconv_test)
{
    migraphx::program p;

    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    std::vector<float> weight_data(3 * 3 * 3 * 1);
    std::fill(weight_data.begin(), weight_data.end(), 1.0f);
    auto l1 =
        p.add_literal(migraphx::shape{migraphx::shape::float_type, {3, 3, 3, 1}}, weight_data);

    migraphx::op::convolution op;
    op.padding_mode = migraphx::op::padding_mode_t::same;
    op.stride       = {1, 1};
    op.dilation     = {1, 1};
    op.group        = 3;
    auto l2         = p.add_instruction(migraphx::op::transpose{{0, 3, 1, 2}}, l1);
    auto l3         = p.add_instruction(migraphx::op::transpose{{1, 3, 0, 2}}, l2);
Khalique's avatar
Khalique committed
139
    auto l4         = p.add_instruction(migraphx::op::reshape{{3, 1, 3, 3}}, l3);
Khalique's avatar
Khalique committed
140
141
142
143
144
145
    p.add_instruction(op, l0, l4);
    auto prog = migraphx::parse_tf("depthwise_conv_test.pb", true);

    EXPECT(p == prog);
}

146
147
148
149
150
151
152
153
154
155
TEST_CASE(identity_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_instruction(migraphx::op::identity{}, l0);
    auto prog = migraphx::parse_tf("identity_test.pb", false);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
156
157
158
159
160
TEST_CASE(matmul_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {8, 4}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {4, 8}});
Khalique's avatar
Khalique committed
161
162
163

    auto trans_l0 = p.add_instruction(migraphx::op::transpose{{1, 0}}, l0);
    auto trans_l1 = p.add_instruction(migraphx::op::transpose{{1, 0}}, l1);
Khalique's avatar
Khalique committed
164
165
166
167
168
169
170

    p.add_instruction(migraphx::op::dot{}, trans_l0, trans_l1);
    auto prog = migraphx::parse_tf("matmul_test.pb", false);

    EXPECT(p == prog);
}

171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
TEST_CASE(mean_test)
{
    migraphx::program p;
    migraphx::literal l{migraphx::shape{migraphx::shape::int32_type, {2}}, {2,3}};
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_literal(l);
    p.add_literal(l);
    migraphx::op::pooling op;
    op.lengths = {16,16};
    auto l3 = p.add_instruction(op, l0);
    p.add_instruction(migraphx::op::squeeze{{2,3}}, l3);
    p.add_instruction(op, l0);
    auto prog = migraphx::parse_tf("mean_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(mean_test_nhwc)
{
    migraphx::program p;
    migraphx::literal l{migraphx::shape{migraphx::shape::int32_type, {2}}, {1,2}};
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_literal(l);
    p.add_literal(l);
    migraphx::op::pooling op;
    op.lengths = {16,16};
    auto l3 = p.add_instruction(op, l0);
    p.add_instruction(migraphx::op::squeeze{{2,3}}, l3);
    p.add_instruction(op, l0);
    auto prog = migraphx::parse_tf("mean_test_nhwc.pb", true);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
205
206
207
TEST_CASE(mul_test)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
208
209
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 1, 1, 16}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 1, 1, 16}});
Khalique's avatar
Khalique committed
210
211
212
213
214
215
216

    p.add_instruction(migraphx::op::mul{}, l0, l1);
    auto prog = migraphx::parse_tf("mul_test.pb", false);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
217
218
219
220
221
222
223
224
225
226
TEST_CASE(pack_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {2}});
    auto l2 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {2}});
    std::vector<migraphx::instruction_ref> args{l0, l1, l2};
    std::vector<migraphx::instruction_ref> unsqueezed_args;
    int64_t axis = 1;

Khalique's avatar
Khalique committed
227
228
229
230
231
232
    std::transform(args.begin(),
                   args.end(),
                   std::back_inserter(unsqueezed_args),
                   [&](migraphx::instruction_ref arg) {
                       return p.add_instruction(migraphx::op::unsqueeze{{axis}}, arg);
                   });
Khalique's avatar
Khalique committed
233
234
235
236
237
238
    p.add_instruction(migraphx::op::concat{static_cast<size_t>(axis)}, unsqueezed_args);
    auto prog = migraphx::parse_tf("pack_test.pb", false);

    EXPECT(p == prog);
}

239
240
241
TEST_CASE(pack_test_nhwc)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
242
243
244
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 2, 1, 1}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 2, 1, 1}});
    auto l2 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {1, 2, 1, 1}});
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
    std::vector<migraphx::instruction_ref> args{l0, l1, l2};
    std::vector<migraphx::instruction_ref> unsqueezed_args;
    int64_t nchw_axis = 1;

    std::transform(args.begin(),
                   args.end(),
                   std::back_inserter(unsqueezed_args),
                   [&](migraphx::instruction_ref arg) {
                       return p.add_instruction(migraphx::op::unsqueeze{{nchw_axis}}, arg);
                   });
    p.add_instruction(migraphx::op::concat{static_cast<size_t>(nchw_axis)}, unsqueezed_args);
    auto prog = migraphx::parse_tf("pack_test_nhwc.pb", true);

    EXPECT(p == prog);
}

261
262
263
TEST_CASE(pooling_test)
{
    migraphx::program p;
264
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
265
266
267
268
    migraphx::op::pooling avg_pool_op{"average"};
    migraphx::op::pooling max_pool_op{"max"};
    avg_pool_op.padding_mode = migraphx::op::padding_mode_t::valid;
    max_pool_op.padding_mode = migraphx::op::padding_mode_t::valid;
Khalique's avatar
Khalique committed
269
270
271
272
    avg_pool_op.stride       = {2, 2};
    max_pool_op.stride       = {2, 2};
    avg_pool_op.lengths      = {2, 2};
    max_pool_op.lengths      = {2, 2};
273
274
    p.add_instruction(max_pool_op, l0);
    p.add_instruction(avg_pool_op, l0);
275
276
277
278
279
    auto prog = migraphx::parse_tf("pooling_test.pb", true);

    EXPECT(p == prog);
}

280
281
282
283
284
285
286
287
288
289
TEST_CASE(relu_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_instruction(migraphx::op::relu{}, l0);
    auto prog = migraphx::parse_tf("relu_test.pb", false);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
290
291
292
293
294
295
296
297
298
299
TEST_CASE(relu6_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_instruction(migraphx::op::clip{6.0, 0.0}, l0);
    auto prog = migraphx::parse_tf("relu6_test.pb", false);

    EXPECT(p == prog);
}

300
301
302
303
304
305
TEST_CASE(reshape_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {16}});
    migraphx::shape s0{migraphx::shape::int32_type, {4}};
    // in tf, the second arg is a literal that contains new dimensions
Khalique's avatar
Khalique committed
306
307
    p.add_literal(migraphx::literal{s0, {1, 1, 1, 16}});
    p.add_instruction(migraphx::op::reshape{{1, 1, 1, 16}}, l0);
308
309
310
311
312
313
314
315
    auto prog = migraphx::parse_tf("reshape_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(softmax_test)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
316
    auto l0   = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3}});
317
    auto dims = l0->get_shape().lens();
Khalique's avatar
Khalique committed
318
319
    auto r    = p.add_instruction(migraphx::op::reshape{{long(dims[0]), long(dims[1]), 1, 1}}, l0);
    auto s    = p.add_instruction(migraphx::op::softmax{}, r);
320
321
322
323
324
325
326
327
328
    p.add_instruction(migraphx::op::reshape{{long(dims[0]), long(dims[1])}}, s);
    auto prog = migraphx::parse_tf("softmax_test.pb", false);

    EXPECT(p == prog);
}

TEST_CASE(squeeze_test)
{
    migraphx::program p;
Khalique's avatar
Khalique committed
329
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 2, 3, 1}});
330
331
332
333
334
    p.add_instruction(migraphx::op::squeeze{{0, 3}}, l0);
    auto prog = migraphx::parse_tf("squeeze_test.pb", false);

    EXPECT(p == prog);
}
Khalique's avatar
Khalique committed
335
336
337
338
339
340
341

TEST_CASE(stridedslice_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 10, 1, 1}});
    std::size_t num_axes = 4;
    migraphx::op::slice op;
Khalique's avatar
Khalique committed
342
343
    op.starts = {0, 0, 0, 0};
    op.ends   = {1, 5, 1, 1};
Khalique's avatar
Khalique committed
344
345
346
    op.axes   = std::vector<int64_t>(num_axes);
    std::iota(op.axes.begin(), op.axes.end(), 0);
    // add literals for starts, ends, and strides in tf (NHWC format)
Khalique's avatar
Khalique committed
347
348
349
    p.add_literal(migraphx::shape{migraphx::shape::int32_type, {4}}, std::vector<int>{0, 0, 0, 0});
    p.add_literal(migraphx::shape{migraphx::shape::int32_type, {4}}, std::vector<int>{1, 1, 1, 5});
    p.add_literal(migraphx::shape{migraphx::shape::int32_type, {4}}, std::vector<int>{1, 1, 1, 1});
Khalique's avatar
Khalique committed
350

Khalique's avatar
Khalique committed
351
    auto l1          = p.add_instruction(op, l0);
Khalique's avatar
Khalique committed
352
353
354
355
356
357
358
    auto shrink_axis = 2;
    p.add_instruction(migraphx::op::squeeze{{shrink_axis}}, l1);
    auto prog = migraphx::parse_tf("stridedslice_test.pb", true);

    EXPECT(p == prog);
}

359
int main(int argc, const char* argv[]) { test::run(argc, argv); }