onnx_test.cpp 78.1 KB
Newer Older
Scott Thornton's avatar
Scott Thornton committed
1
2
#include <iostream>
#include <vector>
Paul's avatar
Paul committed
3
4
5
6
#include <migraphx/literal.hpp>
#include <migraphx/operators.hpp>
#include <migraphx/program.hpp>
#include <migraphx/instruction.hpp>
Shucai Xiao's avatar
Shucai Xiao committed
7
#include <migraphx/instruction_ref.hpp>
Shucai Xiao's avatar
Shucai Xiao committed
8
9
10
#include <migraphx/pass_manager.hpp>
#include <migraphx/dead_code_elimination.hpp>
#include <migraphx/eliminate_identity.hpp>
Paul's avatar
Paul committed
11
#include <migraphx/onnx.hpp>
Scott Thornton's avatar
Scott Thornton committed
12
13
#include "test.hpp"

Shucai Xiao's avatar
Shucai Xiao committed
14
15
migraphx::program optimize_onnx(const std::string& name, bool eliminate_deadcode = false)
{
16
17
18
    migraphx::onnx_options options;
    options.skip_unknown_operators = true;
    auto prog                      = migraphx::parse_onnx(name, options);
Shucai Xiao's avatar
Shucai Xiao committed
19
20
21
22
23
    if(eliminate_deadcode)
        migraphx::run_passes(prog, {migraphx::dead_code_elimination{}});

    // remove the last identity instruction
    auto last_ins = std::prev(prog.end());
24
    if(last_ins->name() == "@return")
Shucai Xiao's avatar
Shucai Xiao committed
25
26
27
28
29
30
31
    {
        prog.remove_instruction(last_ins);
    }

    return prog;
}

Khalique's avatar
Khalique committed
32
TEST_CASE(acos_test)
Scott Thornton's avatar
Scott Thornton committed
33
{
Paul's avatar
Paul committed
34
    migraphx::program p;
Khalique's avatar
Khalique committed
35
36
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::acos{}, input);
Scott Thornton's avatar
Scott Thornton committed
37

Shucai Xiao's avatar
Shucai Xiao committed
38
    auto prog = optimize_onnx("acos_test.onnx");
Scott Thornton's avatar
Scott Thornton committed
39
40
41
42

    EXPECT(p == prog);
}

43
44
45
46
47
48
49
50
51
52
53
TEST_CASE(acosh_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::acosh{}, input);

    auto prog = optimize_onnx("acosh_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
54
TEST_CASE(add_bcast_test)
55
{
Paul's avatar
Paul committed
56
    migraphx::program p;
Khalique's avatar
Khalique committed
57
58
59
60
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 4}});
    auto l2 = p.add_instruction(migraphx::op::broadcast{1, l0->get_shape().lens()}, l1);
    p.add_instruction(migraphx::op::add{}, l0, l2);
Paul's avatar
Paul committed
61

Shucai Xiao's avatar
Shucai Xiao committed
62
    auto prog = optimize_onnx("add_bcast_test.onnx");
Paul's avatar
Paul committed
63

64
65
66
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
67
TEST_CASE(add_fp16_test)
Scott Thornton's avatar
Scott Thornton committed
68
{
Paul's avatar
Paul committed
69
    migraphx::program p;
Khalique's avatar
Khalique committed
70
71
72
73
74
    auto l0 =
        p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::half_type, {1}}, {1.5}});
    auto l1 =
        p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::half_type, {1}}, {2.5}});
    p.add_instruction(migraphx::op::add{}, l0, l1);
Shucai Xiao's avatar
Shucai Xiao committed
75
    auto prog = optimize_onnx("add_fp16_test.onnx");
Scott Thornton's avatar
Scott Thornton committed
76
77
78
79

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
80
TEST_CASE(add_scalar_test)
81
{
Paul's avatar
Paul committed
82
    migraphx::program p;
83
84
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::uint8_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::uint8_type});
Khalique's avatar
Khalique committed
85
    auto m1 = p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, l1);
86
87
88
    auto r  = p.add_instruction(migraphx::op::add{}, l0, m1);
    p.add_return({r});
    auto prog = migraphx::parse_onnx("add_scalar_test.onnx");
89
90
91
92

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
93
TEST_CASE(argmax_test)
Khalique's avatar
Khalique committed
94
{
Paul's avatar
Paul committed
95
    migraphx::program p;
Khalique's avatar
Khalique committed
96
97
98
    auto l0  = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto ins = p.add_instruction(migraphx::op::argmax{2}, l0);
    p.add_instruction(migraphx::op::squeeze{{2}}, ins);
Shucai Xiao's avatar
Shucai Xiao committed
99
    auto prog = optimize_onnx("argmax_test.onnx");
Khalique's avatar
Khalique committed
100
101
102
103

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
104
TEST_CASE(argmin_test)
105
{
Paul's avatar
Paul committed
106
    migraphx::program p;
Khalique's avatar
Khalique committed
107
108
109
    auto l0  = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto ins = p.add_instruction(migraphx::op::argmin{3}, l0);
    p.add_instruction(migraphx::op::squeeze{{3}}, ins);
Shucai Xiao's avatar
Shucai Xiao committed
110
    auto prog = optimize_onnx("argmin_test.onnx");
111
112
113
114

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
115
TEST_CASE(asin_test)
116
{
Paul's avatar
Paul committed
117
    migraphx::program p;
Khalique's avatar
Khalique committed
118
119
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::asin{}, input);
120

Shucai Xiao's avatar
Shucai Xiao committed
121
    auto prog = optimize_onnx("asin_test.onnx");
122
123
124
125

    EXPECT(p == prog);
}

126
127
128
129
130
131
132
133
134
135
136
TEST_CASE(asinh_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::asinh{}, input);

    auto prog = optimize_onnx("asinh_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
137
TEST_CASE(atan_test)
Khalique's avatar
Khalique committed
138
{
Paul's avatar
Paul committed
139
    migraphx::program p;
Khalique's avatar
Khalique committed
140
141
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::atan{}, input);
Khalique's avatar
Khalique committed
142

Shucai Xiao's avatar
Shucai Xiao committed
143
    auto prog = optimize_onnx("atan_test.onnx");
Khalique's avatar
Khalique committed
144
145
146
147

    EXPECT(p == prog);
}

148
149
150
151
152
153
154
155
156
157
158
TEST_CASE(atanh_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::atanh{}, input);

    auto prog = optimize_onnx("atanh_test.onnx");

    EXPECT(p == prog);
}

159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
TEST_CASE(averagepool_1d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5}});
    p.add_instruction(migraphx::op::pooling{"average", {0}, {1}, {3}}, l0);

    auto prog = optimize_onnx("averagepool_1d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(averagepool_3d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5, 5, 5}});
    p.add_instruction(migraphx::op::pooling{"average", {0, 0, 0}, {1, 1, 1}, {3, 3, 3}}, l0);

    auto prog = optimize_onnx("averagepool_3d_test.onnx");
    EXPECT(p == prog);
}

179
TEST_CASE(averagepool_notset_test)
180
181
182
183
184
185
186
187
188
189
190
191
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
    auto ins   = p.add_instruction(migraphx::op::pooling{"average", {2, 2}, {2, 2}, {6, 6}}, input);
    auto ret   = p.add_instruction(migraphx::op::slice{{2, 3}, {1, 1}, {2, 2}}, ins);
    p.add_return({ret});
    auto prog = migraphx::parse_onnx("averagepool_notset_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(averagepool_nt_cip_test)
192
193
194
195
196
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
    std::vector<int64_t> pads = {0, 0, 0, 0, 0, 0, 1, 1};
    auto ins_pad              = p.add_instruction(migraphx::op::pad{pads}, input);
197
198
    auto ret = p.add_instruction(migraphx::op::pooling{"average", {0, 0}, {2, 2}, {6, 6}}, ins_pad);
    p.add_return({ret});
199

200
    auto prog = migraphx::parse_onnx("averagepool_nt_cip_test.onnx");
201
202
203
204
    EXPECT(p == prog);
}

TEST_CASE(averagepool_same_lower_test)
205
206
207
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
Shucai Xiao's avatar
Shucai Xiao committed
208
209
    auto ins   = p.add_instruction(migraphx::op::pooling{"average", {1, 1}, {1, 1}, {2, 2}}, input);
    auto ret   = p.add_instruction(migraphx::op::slice{{2, 3}, {0, 0}, {5, 5}}, ins);
210
211
212
213
214
215
216
    p.add_return({ret});
    auto prog = migraphx::parse_onnx("averagepool_same_lower_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(averagepool_sl_cip_test)
217
218
219
220
221
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
    std::vector<int64_t> pads = {0, 0, 1, 1, 0, 0, 0, 0};
    auto ins_pad              = p.add_instruction(migraphx::op::pad{pads}, input);
Shucai Xiao's avatar
Shucai Xiao committed
222
    auto ret = p.add_instruction(migraphx::op::pooling{"average", {0, 0}, {1, 1}, {2, 2}}, ins_pad);
223
224
    p.add_return({ret});
    auto prog = migraphx::parse_onnx("averagepool_sl_cip_test.onnx");
225
226
227
228
229
230
231
232

    EXPECT(p == prog);
}

TEST_CASE(averagepool_same_upper_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
Shucai Xiao's avatar
Shucai Xiao committed
233
234
    auto ins   = p.add_instruction(migraphx::op::pooling{"average", {1, 1}, {1, 1}, {2, 2}}, input);
    auto ret   = p.add_instruction(migraphx::op::slice{{2, 3}, {1, 1}, {6, 6}}, ins);
235
236
    p.add_return({ret});
    auto prog = migraphx::parse_onnx("averagepool_same_upper_test.onnx");
237
238
239
240

    EXPECT(p == prog);
}

241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
TEST_CASE(batchnorm_1d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {3}});
    auto l2 = p.add_parameter("2", {migraphx::shape::float_type, {3}});
    auto l3 = p.add_parameter("3", {migraphx::shape::float_type, {3}});
    auto l4 = p.add_parameter("4", {migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::batch_norm_inference{}, l0, l1, l2, l3, l4);

    auto prog = optimize_onnx("batchnorm_1d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(batchnorm_3d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5, 5, 5}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {3}});
    auto l2 = p.add_parameter("2", {migraphx::shape::float_type, {3}});
    auto l3 = p.add_parameter("3", {migraphx::shape::float_type, {3}});
    auto l4 = p.add_parameter("4", {migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::batch_norm_inference{}, l0, l1, l2, l3, l4);

    auto prog = optimize_onnx("batchnorm_3d_test.onnx");
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
269
TEST_CASE(cast_test)
Khalique's avatar
Khalique committed
270
{
Paul's avatar
Paul committed
271
    migraphx::program p;
Khalique's avatar
Khalique committed
272
273
    auto l = p.add_parameter("x", migraphx::shape{migraphx::shape::half_type, {10}});
    p.add_instruction(migraphx::op::convert{migraphx::shape::float_type}, l);
Khalique's avatar
Khalique committed
274

Shucai Xiao's avatar
Shucai Xiao committed
275
    auto prog = optimize_onnx("cast_test.onnx");
Khalique's avatar
Khalique committed
276
277
278
    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
279
280
281
282
283
284
TEST_CASE(ceil_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::ceil{}, input);

Shucai Xiao's avatar
Shucai Xiao committed
285
    auto prog = optimize_onnx("ceil_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
286
287
288
289

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
290
TEST_CASE(clip_test)
Khalique's avatar
Khalique committed
291
292
{
    migraphx::program p;
kahmed10's avatar
kahmed10 committed
293
294
295
296
297
298
    auto l0      = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    auto min_val = p.add_literal(0.0f);
    auto max_val = p.add_literal(6.0f);
    min_val      = p.add_instruction(migraphx::op::multibroadcast{{3}}, min_val);
    max_val      = p.add_instruction(migraphx::op::multibroadcast{{3}}, max_val);
    p.add_instruction(migraphx::op::clip{}, l0, min_val, max_val);
Shucai Xiao's avatar
Shucai Xiao committed
299
    auto prog = optimize_onnx("clip_test.onnx");
Khalique's avatar
Khalique committed
300

301
302
303
    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
TEST_CASE(clip_test_op11_max_only)
{
    migraphx::program p;
    auto max_val = p.add_literal(0.0f);
    auto l0      = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::undefined{});
    max_val = p.add_instruction(migraphx::op::multibroadcast{{3}}, max_val);
    auto r  = p.add_instruction(migraphx::op::min{}, l0, max_val);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("clip_test_op11_max_only.onnx");

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
TEST_CASE(clip_test_op11)
{
    migraphx::program p;
    auto min_val = p.add_literal(0.0f);
    auto max_val = p.add_literal(6.0f);
    auto l0      = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    min_val      = p.add_instruction(migraphx::op::multibroadcast{{3}}, min_val);
    max_val      = p.add_instruction(migraphx::op::multibroadcast{{3}}, max_val);
    p.add_instruction(migraphx::op::clip{}, l0, min_val, max_val);
    auto prog = optimize_onnx("clip_test_op11.onnx");

    EXPECT(p == prog);
}

TEST_CASE(clip_test_op11_min_only)
{
    migraphx::program p;
    auto min_val = p.add_literal(0.0f);
    auto l0      = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    min_val      = p.add_instruction(migraphx::op::multibroadcast{{3}}, min_val);
    p.add_instruction(migraphx::op::max{}, l0, min_val);
    auto prog = optimize_onnx("clip_test_op11_min_only.onnx");

    EXPECT(p == prog);
}

TEST_CASE(clip_test_op11_no_args)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::identity{}, l0);
    auto prog = optimize_onnx("clip_test_op11_no_args.onnx");

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
355
356
357
358
359
360
361
362
363
364
365
366
367
TEST_CASE(clip_test_op11_no_args1)
{
    migraphx::program p;

    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::undefined{});
    auto r = p.add_instruction(migraphx::op::identity{}, l0);
    p.add_return({r});
    auto prog = migraphx::parse_onnx("clip_test_op11_no_args1.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
368
TEST_CASE(concat_test)
Shucai Xiao's avatar
Shucai Xiao committed
369
370
{
    migraphx::program p;
Khalique's avatar
Khalique committed
371
372
373
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 4, 3}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {7, 4, 3}});
    p.add_instruction(migraphx::op::concat{0}, l0, l1);
Shucai Xiao's avatar
Shucai Xiao committed
374
    auto prog = optimize_onnx("concat_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
375
376
377
378

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
379
TEST_CASE(constant_test)
Shucai Xiao's avatar
Shucai Xiao committed
380
381
{
    migraphx::program p;
Khalique's avatar
Khalique committed
382
    p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::float_type, {3}}, {0, 1, 2}});
Shucai Xiao's avatar
Shucai Xiao committed
383
    auto prog = optimize_onnx("constant_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
384
385
386
387

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
388
TEST_CASE(constant_fill_test)
Shucai Xiao's avatar
Shucai Xiao committed
389
{
Khalique's avatar
Khalique committed
390
391
392
393
394

    migraphx::program p;
    migraphx::shape s{migraphx::shape::float_type, {2, 3}};
    std::vector<float> value(s.elements(), 1.0);
    p.add_literal(migraphx::literal{s, value});
Shucai Xiao's avatar
Shucai Xiao committed
395
    auto prog = optimize_onnx("constant_fill_test.onnx");
Khalique's avatar
Khalique committed
396
397
398
399
400
401
402
403
404
405
406
407
408
409

    EXPECT(p == prog);
}

TEST_CASE(constant_fill_input_as_shape_test)
{
    migraphx::program p;
    auto l0 = p.add_literal(migraphx::literal{{migraphx::shape::int32_type, {2}}, {2, 3}});
    std::vector<std::size_t> dims(l0->get_shape().elements());
    migraphx::literal ls = l0->get_literal();
    ls.visit([&](auto s) { dims.assign(s.begin(), s.end()); });
    migraphx::shape s{migraphx::shape::float_type, dims};
    std::vector<float> value(s.elements(), 1.0);
    p.add_literal(migraphx::literal{s, value});
Shucai Xiao's avatar
Shucai Xiao committed
410
    auto prog = optimize_onnx("constant_fill_input_as_shape_test.onnx");
Khalique's avatar
Khalique committed
411
412

    EXPECT(p == prog);
Shucai Xiao's avatar
Shucai Xiao committed
413
414
}

Khalique's avatar
Khalique committed
415
TEST_CASE(constant_scalar_test)
416
417
{
    migraphx::program p;
Khalique's avatar
Khalique committed
418
    p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::int32_type, {1}}, {1}});
Shucai Xiao's avatar
Shucai Xiao committed
419
    auto prog = optimize_onnx("constant_scalar_test.onnx");
420
421
422
423

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
424
TEST_CASE(const_of_shape_empty_input_test)
Shucai Xiao's avatar
Shucai Xiao committed
425
426
{
    migraphx::program p;
Khalique's avatar
Khalique committed
427
428
429
430
    p.add_literal(migraphx::literal());
    migraphx::shape s(migraphx::shape::int64_type, {1}, {0});
    std::vector<int64_t> vec(s.elements(), 10);
    p.add_literal(migraphx::literal(s, vec));
Shucai Xiao's avatar
Shucai Xiao committed
431

Shucai Xiao's avatar
Shucai Xiao committed
432
    auto prog = optimize_onnx("const_of_shape_empty_input_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
433
    EXPECT(p == prog);
Khalique's avatar
Khalique committed
434
435
}

Khalique's avatar
Khalique committed
436
TEST_CASE(const_of_shape_float_test)
437
438
{
    migraphx::program p;
Khalique's avatar
Khalique committed
439
440
441
442
443
    migraphx::shape ss(migraphx::shape::int32_type, {3});
    p.add_literal(migraphx::literal(ss, {2, 3, 4}));
    migraphx::shape s(migraphx::shape::float_type, {2, 3, 4});
    std::vector<float> vec(s.elements(), 10.0f);
    p.add_literal(migraphx::literal(s, vec));
444

Shucai Xiao's avatar
Shucai Xiao committed
445
    auto prog = optimize_onnx("const_of_shape_float_test.onnx");
446
447
448
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
449
TEST_CASE(const_of_shape_int64_test)
450
451
{
    migraphx::program p;
Khalique's avatar
Khalique committed
452
453
454
455
456
    migraphx::shape ss(migraphx::shape::int32_type, {3});
    p.add_literal(migraphx::literal(ss, {2, 3, 4}));
    migraphx::shape s(migraphx::shape::int64_type, {2, 3, 4});
    std::vector<int64_t> vec(s.elements(), 10);
    p.add_literal(migraphx::literal(s, vec));
457

Shucai Xiao's avatar
Shucai Xiao committed
458
    auto prog = optimize_onnx("const_of_shape_int64_test.onnx");
459
460
461
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
462
TEST_CASE(const_of_shape_no_value_attr_test)
463
464
{
    migraphx::program p;
Khalique's avatar
Khalique committed
465
466
467
468
469
    migraphx::shape ss(migraphx::shape::int32_type, {3});
    p.add_literal(migraphx::literal(ss, {2, 3, 4}));
    migraphx::shape s(migraphx::shape::float_type, {2, 3, 4});
    std::vector<float> vec(s.elements(), 0.0f);
    p.add_literal(migraphx::literal(s, vec));
470

Shucai Xiao's avatar
Shucai Xiao committed
471
    auto prog = optimize_onnx("const_of_shape_no_value_attr_test.onnx");
472
473
474
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
475
TEST_CASE(conv_autopad_fail_test)
476
{
Shucai Xiao's avatar
Shucai Xiao committed
477
    EXPECT(test::throws([&] { optimize_onnx("conv_autopad_fail_test.onnx"); }));
Khalique's avatar
Khalique committed
478
}
479

480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
TEST_CASE(conv_1d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 3}});
    p.add_instruction(migraphx::op::convolution{{0}, {1}, {1}}, l0, l1);

    auto prog = optimize_onnx("conv_1d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(conv_3d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 5, 5, 5}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 3, 3, 3}});
    p.add_instruction(migraphx::op::convolution{{0, 0, 0}, {1, 1, 1}, {1, 1, 1}}, l0, l1);

    auto prog = optimize_onnx("conv_3d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(conv_attr_fail_test)
{
    EXPECT(test::throws([&] { migraphx::parse_onnx("conv_attr_fail_test.onnx"); }));
}

507
508
509
510
511
512
513
514
515
516
517
518
519
520
TEST_CASE(conv_autopad_same_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 32, 32}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 3, 3}});
    migraphx::op::convolution op;
    op.padding      = {1, 1};
    op.padding_mode = migraphx::op::padding_mode_t::same;
    p.add_instruction(op, l0, l1);

    auto prog = optimize_onnx("conv_autopad_same_test.onnx");
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
521
522
523
524
525
526
527
528
529
530
531
TEST_CASE(conv_bias_test)
{
    migraphx::program p;
    auto l0       = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 32, 32}});
    auto l1       = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 5, 5}});
    auto l2       = p.add_parameter("2", {migraphx::shape::float_type, {1}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::convolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    p.add_instruction(migraphx::op::add{}, l3, l4);

Shucai Xiao's avatar
Shucai Xiao committed
532
    auto prog = optimize_onnx("conv_bias_test.onnx");
Khalique's avatar
Khalique committed
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
    EXPECT(p == prog);
}

TEST_CASE(conv_bn_relu_maxpool_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 32, 32}});
    auto l1 = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 5, 5}});
    auto l2 = p.add_parameter("2", {migraphx::shape::float_type, {1}});

    auto p3       = p.add_parameter("3", {migraphx::shape::float_type, {1}});
    auto p4       = p.add_parameter("4", {migraphx::shape::float_type, {1}});
    auto p5       = p.add_parameter("5", {migraphx::shape::float_type, {1}});
    auto p6       = p.add_parameter("6", {migraphx::shape::float_type, {1}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::convolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    auto l5       = p.add_instruction(migraphx::op::add{}, l3, l4);
    auto l6 = p.add_instruction(migraphx::op::batch_norm_inference{1.0e-5f}, l5, p3, p4, p5, p6);
    auto l7 = p.add_instruction(migraphx::op::relu{}, l6);
    p.add_instruction(migraphx::op::pooling{"max", {{0, 0}}, {{2, 2}}, {{2, 2}}}, l7);

Shucai Xiao's avatar
Shucai Xiao committed
555
    auto prog = optimize_onnx("conv_bn_relu_maxpool_test.onnx");
Khalique's avatar
Khalique committed
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
    EXPECT(p == prog);
}

TEST_CASE(conv_relu_maxpool_test)
{
    migraphx::program p;
    auto l0       = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 32, 32}});
    auto l1       = p.add_parameter("1", {migraphx::shape::float_type, {1, 3, 5, 5}});
    auto l2       = p.add_parameter("2", {migraphx::shape::float_type, {1}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::convolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    auto l5       = p.add_instruction(migraphx::op::add{}, l3, l4);
    auto l6       = p.add_instruction(migraphx::op::relu{}, l5);
    p.add_instruction(migraphx::op::pooling{"max", {{0, 0}}, {{2, 2}}, {{2, 2}}}, l6);

Shucai Xiao's avatar
Shucai Xiao committed
572
    auto prog = optimize_onnx("conv_relu_maxpool_test.onnx");
Khalique's avatar
Khalique committed
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
    EXPECT(p == prog);
}

TEST_CASE(conv_relu_maxpool_x2_test)
{
    migraphx::program p;
    auto l0       = p.add_parameter("0", {migraphx::shape::float_type, {1, 3, 32, 32}});
    auto l1       = p.add_parameter("1", {migraphx::shape::float_type, {5, 3, 5, 5}});
    auto l2       = p.add_parameter("2", {migraphx::shape::float_type, {5}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::convolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    auto l5       = p.add_instruction(migraphx::op::add{}, l3, l4);
    auto l6       = p.add_instruction(migraphx::op::relu{}, l5);
    auto l7 = p.add_instruction(migraphx::op::pooling{"max", {{0, 0}}, {{2, 2}}, {{2, 2}}}, l6);

    auto l8  = p.add_parameter("3", {migraphx::shape::float_type, {1, 5, 5, 5}});
    auto l9  = p.add_parameter("4", {migraphx::shape::float_type, {1}});
    auto l10 = p.add_instruction(migraphx::op::convolution{}, l7, l8);
    auto l11 = p.add_instruction(migraphx::op::broadcast{axis, l10->get_shape().lens()}, l9);
    auto l12 = p.add_instruction(migraphx::op::add{}, l10, l11);
    auto l13 = p.add_instruction(migraphx::op::relu{}, l12);
    p.add_instruction(migraphx::op::pooling{"max", {{0, 0}}, {{2, 2}}, {{2, 2}}}, l13);

Shucai Xiao's avatar
Shucai Xiao committed
597
    auto prog = optimize_onnx("conv_relu_maxpool_x2_test.onnx");
Khalique's avatar
Khalique committed
598
599
600
601

    EXPECT(p == prog);
}

602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
TEST_CASE(convinteger_bias_test)
{
    migraphx::program p;
    auto l0       = p.add_parameter("0", {migraphx::shape::int8_type, {1, 3, 32, 32}});
    auto l1       = p.add_parameter("1", {migraphx::shape::int8_type, {1, 3, 5, 5}});
    auto l2       = p.add_parameter("2", {migraphx::shape::int32_type, {1}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::quant_convolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    p.add_instruction(migraphx::op::add{}, l3, l4);

    auto prog = optimize_onnx("convinteger_bias_test.onnx");
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
617
TEST_CASE(cos_test)
618
619
620
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
Khalique's avatar
Khalique committed
621
    p.add_instruction(migraphx::op::cos{}, input);
622

Shucai Xiao's avatar
Shucai Xiao committed
623
    auto prog = optimize_onnx("cos_test.onnx");
624
625
626
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
627
TEST_CASE(cosh_test)
628
629
630
631
632
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1}});
    p.add_instruction(migraphx::op::cosh{}, input);

Shucai Xiao's avatar
Shucai Xiao committed
633
    auto prog = optimize_onnx("cosh_test.onnx");
634
635
636
637

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
TEST_CASE(deconv_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 1, 3, 3}});
    p.add_instruction(migraphx::op::deconvolution{}, l0, l1);

    auto prog = optimize_onnx("deconv_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_bias_test)
{
    migraphx::program p;
    auto l0       = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1       = p.add_parameter("w", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l2       = p.add_parameter("b", {migraphx::shape::float_type, {1}});
    uint64_t axis = 1;
    auto l3       = p.add_instruction(migraphx::op::deconvolution{}, l0, l1);
    auto l4       = p.add_instruction(migraphx::op::broadcast{axis, l3->get_shape().lens()}, l2);
    p.add_instruction(migraphx::op::add{}, l3, l4);

    auto prog = optimize_onnx("deconv_bias_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_input_pads_strides_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3}});
    p.add_instruction(migraphx::op::deconvolution{{1, 1}, {3, 2}}, l0, l1);

    auto prog = optimize_onnx("deconv_input_pads_strides_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_input_pads_asymm_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3}});
    auto l2 = p.add_instruction(migraphx::op::deconvolution{{0, 0}, {3, 2}}, l0, l1);
kahmed10's avatar
kahmed10 committed
681
    p.add_instruction(migraphx::op::slice{{2, 3}, {0, 0}, {8, 6}}, l2);
kahmed10's avatar
kahmed10 committed
682
683
684
685
686

    auto prog = optimize_onnx("deconv_input_pads_asymm_test.onnx");
    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
687
688
689
690
691
692
693
694
695
696
697
698
699
TEST_CASE(deconv_input_pads_asymm_1d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3}});
    auto l2 = p.add_instruction(migraphx::op::deconvolution{{0}, {2}, {1}}, l0, l1);
    p.add_instruction(migraphx::op::slice{{2}, {0}, {6}}, l2);

    auto prog = optimize_onnx("deconv_input_pads_asymm_1d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_output_padding_test)
kahmed10's avatar
kahmed10 committed
700
701
702
703
704
705
706
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3}});
    auto l2 = p.add_instruction(migraphx::op::deconvolution{{0, 0}, {3, 2}}, l0, l1);
    p.add_instruction(migraphx::op::pad{{0, 0, 0, 0, 0, 0, 1, 1}}, l2);

kahmed10's avatar
kahmed10 committed
707
    auto prog = optimize_onnx("deconv_output_padding_test.onnx");
kahmed10's avatar
kahmed10 committed
708
709
710
    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
711
712
713
714
715
716
717
718
719
720
721
722
723
724
TEST_CASE(deconv_output_padding_3d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3, 3}});
    auto l2 =
        p.add_instruction(migraphx::op::deconvolution{{0, 0, 0}, {3, 2, 2}, {1, 1, 1}}, l0, l1);
    p.add_instruction(migraphx::op::pad{{0, 0, 0, 0, 0, 0, 0, 1, 1, 1}}, l2);

    auto prog = optimize_onnx("deconv_output_padding_3d_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_output_shape_test)
kahmed10's avatar
kahmed10 committed
725
726
727
728
729
730
731
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3}});
    auto l2 = p.add_instruction(migraphx::op::deconvolution{{0, 0}, {3, 2}}, l0, l1);
    p.add_instruction(migraphx::op::pad{{0, 0, 0, 0, 0, 0, 1, 1}}, l2);

kahmed10's avatar
kahmed10 committed
732
733
734
735
736
737
738
739
740
741
742
743
744
745
    auto prog = optimize_onnx("deconv_output_shape_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(deconv_output_shape_3d_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", {migraphx::shape::float_type, {1, 1, 3, 3, 3}});
    auto l1 = p.add_parameter("w", {migraphx::shape::float_type, {1, 2, 3, 3, 3}});
    auto l2 =
        p.add_instruction(migraphx::op::deconvolution{{0, 0, 0}, {3, 2, 2}, {1, 1, 1}}, l0, l1);
    p.add_instruction(migraphx::op::pad{{0, 0, 0, 0, 0, 0, 0, 1, 1, 1}}, l2);

    auto prog = optimize_onnx("deconv_output_shape_3d_test.onnx");
kahmed10's avatar
kahmed10 committed
746
747
748
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
749
TEST_CASE(dropout_test)
Shucai Xiao's avatar
Shucai Xiao committed
750
751
{
    migraphx::program p;
Khalique's avatar
Khalique committed
752
    auto input = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 2, 2}});
753
754
755
756
757
    auto out   = p.add_instruction(migraphx::op::identity{}, input);
    migraphx::shape s{migraphx::shape::bool_type, {1, 3, 2, 2}};
    std::vector<int8_t> vec(s.elements(), 1);
    p.add_literal(migraphx::literal(s, vec));
    p.add_return({out});
Shucai Xiao's avatar
Shucai Xiao committed
758

759
    auto prog = migraphx::parse_onnx("dropout_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
760
761
762
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
763
764
765
766
767
768
TEST_CASE(elu_test)
{
    migraphx::program p;
    auto input = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::elu{0.01}, input);

Shucai Xiao's avatar
Shucai Xiao committed
769
    auto prog = optimize_onnx("elu_test.onnx");
Khalique's avatar
Khalique committed
770
771
772
773

    EXPECT(p == prog);
}

774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
TEST_CASE(embedding_bag_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("weight", migraphx::shape{migraphx::shape::float_type, {4, 2}});
    migraphx::literal l{migraphx::shape{migraphx::shape::int32_type, {3}}, {1, 0, 2}};
    auto l1 = p.add_literal(l);
    p.add_literal(0);
    auto l4 = p.add_instruction(migraphx::op::gather{}, l0, l1);
    auto r1 = p.add_instruction(migraphx::op::reduce_sum{{0}}, l4);
    auto l5 = p.add_instruction(migraphx::op::gather{}, l0, l1);
    auto r2 = p.add_instruction(migraphx::op::reduce_mean{{0}}, l5);
    auto l6 = p.add_instruction(migraphx::op::gather{}, l0, l1);
    auto r3 = p.add_instruction(migraphx::op::reduce_max{{0}}, l6);
    p.add_return({r1, r2, r3});

    auto prog = migraphx::parse_onnx("embedding_bag_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(embedding_bag_offset_test)
{
    EXPECT(test::throws([&] { migraphx::parse_onnx("embedding_bag_offset_test.onnx"); }));
}

799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
TEST_CASE(equal_test)
{
    migraphx::program p;
    migraphx::shape s{migraphx::shape::float_type, {2, 3}};
    std::vector<float> data = {1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f};

    auto input1 = p.add_literal(migraphx::literal(s, data));
    auto input2 = p.add_parameter("x2", migraphx::shape{migraphx::shape::float_type, {2, 3}});
    auto eq     = p.add_instruction(migraphx::op::equal{}, input1, input2);
    auto ret    = p.add_instruction(migraphx::op::convert{migraphx::shape::bool_type}, eq);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("equal_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(equal_bool_test)
{
    migraphx::program p;
    migraphx::shape sf{migraphx::shape::float_type, {2, 3}};
    migraphx::shape sb{migraphx::shape::bool_type, {2, 3}};

    auto input1 = p.add_parameter("x1", sf);
    auto input2 = p.add_parameter("x2", sb);
    auto cin1   = p.add_instruction(migraphx::op::convert{migraphx::shape::bool_type}, input1);
    auto ret    = p.add_instruction(migraphx::op::equal{}, cin1, input2);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("equal_bool_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
833
TEST_CASE(erf_test)
834
835
{
    migraphx::program p;
Khalique's avatar
Khalique committed
836
837
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10, 15}});
    p.add_instruction(migraphx::op::erf{}, input);
Khalique's avatar
Khalique committed
838

Shucai Xiao's avatar
Shucai Xiao committed
839
    auto prog = optimize_onnx("erf_test.onnx");
Khalique's avatar
Khalique committed
840
841
842
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
843
TEST_CASE(exp_test)
844
845
846
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
Khalique's avatar
Khalique committed
847
    p.add_instruction(migraphx::op::exp{}, input);
Khalique's avatar
Khalique committed
848

Shucai Xiao's avatar
Shucai Xiao committed
849
    auto prog = optimize_onnx("exp_test.onnx");
Khalique's avatar
Khalique committed
850
    EXPECT(p == prog);
Khalique's avatar
Khalique committed
851
852
}

Khalique's avatar
Khalique committed
853
TEST_CASE(expand_test)
854
855
{
    migraphx::program p;
Khalique's avatar
Khalique committed
856
857
858
859
860
    migraphx::shape s(migraphx::shape::float_type, {3, 1, 1});
    auto param = p.add_parameter("x", s);
    migraphx::shape ss(migraphx::shape::int32_type, {4});
    p.add_literal(migraphx::literal(ss, {2, 3, 4, 5}));
    p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, param);
Khalique's avatar
Khalique committed
861

Shucai Xiao's avatar
Shucai Xiao committed
862
    auto prog = optimize_onnx("expand_test.onnx");
Khalique's avatar
Khalique committed
863
    EXPECT(p == prog);
Khalique's avatar
Khalique committed
864
865
}

Khalique's avatar
Khalique committed
866
TEST_CASE(flatten_test)
867
868
869
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
Khalique's avatar
Khalique committed
870
871
    p.add_instruction(migraphx::op::flatten{2}, l0);
    p.add_instruction(migraphx::op::flatten{1}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
872
    auto prog = optimize_onnx("flatten_test.onnx");
873
874
875
876

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
877
878
879
880
881
882
TEST_CASE(floor_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::floor{}, input);

Shucai Xiao's avatar
Shucai Xiao committed
883
    auto prog = optimize_onnx("floor_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
884
885
886
887

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
888
TEST_CASE(gather_test)
889
890
{
    migraphx::program p;
Khalique's avatar
Khalique committed
891
892
893
894
    auto l0  = p.add_parameter("data", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1  = p.add_parameter("indices", migraphx::shape{migraphx::shape::int32_type, {2, 3}});
    int axis = 1;
    p.add_instruction(migraphx::op::gather{axis}, l0, l1);
Shucai Xiao's avatar
Shucai Xiao committed
895
    auto prog = optimize_onnx("gather_test.onnx");
896
897
898
899

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
TEST_CASE(gather_elements_axis0_test)
{
    migraphx::program p;
    auto data    = p.add_parameter("data", {migraphx::shape::float_type, {3, 4}});
    auto indices = p.add_parameter("indices", {migraphx::shape::int32_type, {2, 3}});
    std::vector<int> ind_indices{0, 1, 2, 4, 5, 6};
    std::vector<int> ind_axis_indices{0, 0, 0, 1, 1, 1};
    migraphx::shape ind_s{migraphx::shape::int32_type, {2, 3}};
    auto l_data_indices =
        p.add_literal(migraphx::literal{ind_s, ind_indices.begin(), ind_indices.end()});
    auto l_ind_axis_indices =
        p.add_literal(migraphx::literal{ind_s, ind_axis_indices.begin(), ind_axis_indices.end()});
    auto l_stride = p.add_literal(migraphx::literal{{migraphx::shape::int32_type, {1}}, {4}});

    auto rsp_data    = p.add_instruction(migraphx::op::reshape{{12}}, data);
    auto lbst_stride = p.add_instruction(migraphx::op::multibroadcast{ind_s.lens()}, l_stride);
    auto axis_delta  = p.add_instruction(migraphx::op::sub{}, indices, l_ind_axis_indices);
    auto mul_delta   = p.add_instruction(migraphx::op::mul{}, axis_delta, lbst_stride);
    auto ind         = p.add_instruction(migraphx::op::add{}, l_data_indices, mul_delta);
    auto ret         = p.add_instruction(migraphx::op::gather{0}, rsp_data, ind);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("gather_elements_axis0_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(gather_elements_axis1_test)
{
    migraphx::program p;
    auto data    = p.add_parameter("data", {migraphx::shape::float_type, {3, 4}});
    auto indices = p.add_parameter("indices", {migraphx::shape::int32_type, {2, 3}});
    std::vector<int> ind_indices{0, 1, 2, 4, 5, 6};
    std::vector<int> ind_axis_indices{0, 1, 2, 0, 1, 2};
    migraphx::shape ind_s{migraphx::shape::int32_type, {2, 3}};
    auto l_data_indices =
        p.add_literal(migraphx::literal{ind_s, ind_indices.begin(), ind_indices.end()});
    auto l_ind_axis_indices =
        p.add_literal(migraphx::literal{ind_s, ind_axis_indices.begin(), ind_axis_indices.end()});
    auto l_stride = p.add_literal(migraphx::literal{{migraphx::shape::int32_type, {1}}, {1}});

    auto rsp_data    = p.add_instruction(migraphx::op::reshape{{12}}, data);
    auto lbst_stride = p.add_instruction(migraphx::op::multibroadcast{ind_s.lens()}, l_stride);
    auto axis_delta  = p.add_instruction(migraphx::op::sub{}, indices, l_ind_axis_indices);
    auto mul_delta   = p.add_instruction(migraphx::op::mul{}, axis_delta, lbst_stride);
    auto ind         = p.add_instruction(migraphx::op::add{}, l_data_indices, mul_delta);
    auto ret         = p.add_instruction(migraphx::op::gather{0}, rsp_data, ind);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("gather_elements_axis1_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
954
TEST_CASE(gemm_test)
955
956
{
    migraphx::program p;
957
958
959
    auto l0    = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {5, 7}});
    auto l1    = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {11, 5}});
    auto l2    = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type});
Khalique's avatar
Khalique committed
960
961
    auto t0    = p.add_instruction(migraphx::op::transpose{{1, 0}}, l0);
    auto t1    = p.add_instruction(migraphx::op::transpose{{1, 0}}, l1);
962
    auto bl2   = p.add_instruction(migraphx::op::multibroadcast{{7, 11}}, l2);
Khalique's avatar
Khalique committed
963
964
    auto alpha = 2.f;
    auto beta  = 2.0f;
965
    p.add_instruction(migraphx::op::dot{alpha, beta}, t0, t1, bl2);
Shucai Xiao's avatar
Shucai Xiao committed
966
    auto prog = optimize_onnx("gemm_test.onnx");
967
968
969
970

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
971
TEST_CASE(gemm_ex_test)
972
973
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
974
975
    auto l0    = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 1, 8, 6}});
    auto l1    = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {1, 1, 8, 7}});
Khalique's avatar
Khalique committed
976
977
978
979
980
    auto l2    = p.add_parameter("3", migraphx::shape{migraphx::shape::float_type, {1, 1, 6, 7}});
    auto t0    = p.add_instruction(migraphx::op::transpose{{0, 1, 3, 2}}, l0);
    auto alpha = 0.5f;
    auto beta  = 0.8f;
    p.add_instruction(migraphx::op::dot{alpha, beta}, t0, l1, l2);
Shucai Xiao's avatar
Shucai Xiao committed
981
    auto prog = optimize_onnx("gemm_ex_test.onnx");
982
983
984
985

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
986
TEST_CASE(gemm_ex_brcst_test)
987
988
{
    migraphx::program p;
Khalique's avatar
Khalique committed
989
990
991
992
993
994
995
996
997
    auto l0 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 6}});
    auto l1 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 7}});
    auto l2 = p.add_parameter("3", migraphx::shape{migraphx::shape::float_type, {1, 1, 6, 1}});
    auto t0 = p.add_instruction(migraphx::op::transpose{{0, 1, 3, 2}}, l0);
    std::vector<std::size_t> out_lens{1, 1, 6, 7};
    auto t2    = p.add_instruction(migraphx::op::multibroadcast{out_lens}, l2);
    auto alpha = 0.5f;
    auto beta  = 0.8f;
    p.add_instruction(migraphx::op::dot{alpha, beta}, t0, l1, t2);
Shucai Xiao's avatar
Shucai Xiao committed
998
    auto prog = optimize_onnx("gemm_ex_brcst_test.onnx");
999
1000
1001
1002

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1003
TEST_CASE(globalavgpool_test)
1004
1005
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1006
1007
1008
1009
1010
1011
    auto input = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    auto op    = migraphx::op::pooling{"average"};
    auto lens  = input->get_shape().lens();
    op.lengths = {lens[2], lens[3]};
    p.add_instruction(op, input);

Shucai Xiao's avatar
Shucai Xiao committed
1012
    auto prog = optimize_onnx("globalavgpool_test.onnx");
1013
1014
1015
1016

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1017
TEST_CASE(globalmaxpool_test)
Khalique's avatar
Khalique committed
1018
1019
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1020
1021
1022
1023
1024
1025
    auto input = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    auto op    = migraphx::op::pooling{"max"};
    auto lens  = input->get_shape().lens();
    op.lengths = {lens[2], lens[3]};
    p.add_instruction(op, input);

Shucai Xiao's avatar
Shucai Xiao committed
1026
    auto prog = optimize_onnx("globalmaxpool_test.onnx");
Khalique's avatar
Khalique committed
1027
1028
1029
1030

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1031
TEST_CASE(group_conv_test)
1032
1033
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1034
1035
1036
1037
1038
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 4, 16, 16}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {4, 1, 3, 3}});
    migraphx::op::convolution op;
    op.group = 4;
    p.add_instruction(op, l0, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1039
    auto prog = optimize_onnx("group_conv_test.onnx");
1040
1041
1042
1043

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1044
TEST_CASE(imagescaler_test)
1045
1046
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
    migraphx::shape s{migraphx::shape::float_type, {1, 3, 16, 16}};
    auto l0        = p.add_parameter("0", s);
    auto scale_val = p.add_literal(0.5f);
    auto bias_vals = p.add_literal(
        migraphx::literal{migraphx::shape{migraphx::shape::float_type, {3}}, {0.01, 0.02, 0.03}});
    auto scaled_tensor = p.add_instruction(migraphx::op::scalar{s.lens()}, scale_val);
    auto img_scaled    = p.add_instruction(migraphx::op::mul{}, l0, scaled_tensor);
    auto bias_bcast    = p.add_instruction(migraphx::op::broadcast{1, s.lens()}, bias_vals);
    p.add_instruction(migraphx::op::add{}, img_scaled, bias_bcast);

Shucai Xiao's avatar
Shucai Xiao committed
1057
    auto prog = optimize_onnx("imagescaler_test.onnx");
1058
1059
1060
1061

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
TEST_CASE(imagescaler_half_test)
{
    migraphx::program p;
    migraphx::shape s{migraphx::shape::half_type, {1, 3, 16, 16}};
    auto l0 = p.add_parameter("0", s);
    auto scale_val =
        p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::half_type}, {0.5f}});
    auto bias_vals = p.add_literal(
        migraphx::literal{migraphx::shape{migraphx::shape::half_type, {3}}, {0.01, 0.02, 0.03}});
    auto scaled_tensor = p.add_instruction(migraphx::op::scalar{s.lens()}, scale_val);
    auto img_scaled    = p.add_instruction(migraphx::op::mul{}, l0, scaled_tensor);
    auto bias_bcast    = p.add_instruction(migraphx::op::broadcast{1, s.lens()}, bias_vals);
    p.add_instruction(migraphx::op::add{}, img_scaled, bias_bcast);

    auto prog = optimize_onnx("imagescaler_half_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1081
TEST_CASE(implicit_add_bcast_test)
1082
1083
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1084
1085
1086
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 4, 1}});
    auto l3 = p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, l1);
1087
    p.add_instruction(migraphx::op::add{}, l0, l3);
Khalique's avatar
Khalique committed
1088

Shucai Xiao's avatar
Shucai Xiao committed
1089
    auto prog = optimize_onnx("implicit_add_bcast_test.onnx");
1090
1091
1092
1093

    EXPECT(p == prog);
}

1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
TEST_CASE(implicit_add_bcast_user_input_shape_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {4, 5, 1}});
    auto l3 = p.add_instruction(migraphx::op::multibroadcast{{3, 4, 5, 6}}, l1);
    auto r  = p.add_instruction(migraphx::op::add{}, l0, l3);
    p.add_return({r});

    migraphx::onnx_options options;
    options.map_input_dims["0"] = {3, 4, 5, 6};
    options.map_input_dims["1"] = {4, 5, 1};
    auto prog                   = migraphx::parse_onnx("implicit_add_bcast_test.onnx", options);

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1111
TEST_CASE(implicit_pow_bcast_test)
1112
1113
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1114
1115
1116
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 4, 1}});
    auto l3 = p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, l1);
1117
    p.add_instruction(migraphx::op::pow{}, l0, l3);
Khalique's avatar
Khalique committed
1118

Shucai Xiao's avatar
Shucai Xiao committed
1119
    auto prog = optimize_onnx("implicit_pow_bcast_test.onnx");
1120
1121
1122
1123

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1124
TEST_CASE(implicit_sub_bcast_test)
1125
1126
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
1127
1128
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::uint64_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::uint64_type, {4, 5}});
Khalique's avatar
Khalique committed
1129
    auto l3 = p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, l1);
1130
    p.add_instruction(migraphx::op::sub{}, l0, l3);
Khalique's avatar
Khalique committed
1131

Shucai Xiao's avatar
Shucai Xiao committed
1132
    auto prog = optimize_onnx("implicit_sub_bcast_test.onnx");
1133
1134
1135
1136

    EXPECT(p == prog);
}

1137
1138
1139
1140
1141
1142
1143
1144
TEST_CASE(initializer_not_an_input)
{
    migraphx::program p;
    std::vector<float> w = {1, 2, 3, 4, 5, 6, 7, 8};
    auto l1 = p.add_literal(migraphx::literal({migraphx::shape::float_type, {2, 4}}, w));
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {5, 2}});
    p.add_instruction(migraphx::op::dot{}, l0, l1);

Shucai Xiao's avatar
Shucai Xiao committed
1145
    auto prog = optimize_onnx("initializer_not_an_input.onnx");
kahmed10's avatar
kahmed10 committed
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177

    EXPECT(p == prog);
}

TEST_CASE(instance_norm_test)
{
    std::vector<size_t> dims{1, 2, 3, 3};
    migraphx::shape s1{migraphx::shape::float_type, dims};
    migraphx::shape s2{migraphx::shape::float_type, {2}};

    migraphx::program p;
    auto x     = p.add_parameter("0", s1);
    auto scale = p.add_parameter("1", s2);
    auto bias  = p.add_parameter("2", s2);

    auto mean            = p.add_instruction(migraphx::op::reduce_mean{{2, 3}}, x);
    auto mean_bcast      = p.add_instruction(migraphx::op::multibroadcast{dims}, mean);
    auto l0              = p.add_instruction(migraphx::op::sqdiff{}, x, mean_bcast);
    auto variance        = p.add_instruction(migraphx::op::reduce_mean{{2, 3}}, l0);
    auto l1              = p.add_instruction(migraphx::op::sub{}, x, mean_bcast);
    auto epsilon_literal = p.add_literal(1e-5f);
    auto epsilon_bcast   = p.add_instruction(migraphx::op::multibroadcast{dims}, epsilon_literal);
    auto variance_bcast  = p.add_instruction(migraphx::op::multibroadcast{dims}, variance);
    auto l2              = p.add_instruction(migraphx::op::add{}, variance_bcast, epsilon_bcast);
    auto l3              = p.add_instruction(migraphx::op::rsqrt{}, l2);
    auto l4              = p.add_instruction(migraphx::op::mul{}, l1, l3);
    auto scale_bcast     = p.add_instruction(migraphx::op::broadcast{1, dims}, scale);
    auto bias_bcast      = p.add_instruction(migraphx::op::broadcast{1, dims}, bias);
    auto l5              = p.add_instruction(migraphx::op::mul{}, l4, scale_bcast);
    p.add_instruction(migraphx::op::add{}, l5, bias_bcast);

    auto prog = optimize_onnx("instance_norm_test.onnx");
1178
1179
1180
1181

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1182
TEST_CASE(leaky_relu_test)
1183
1184
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1185
1186
1187
1188
    float alpha = 0.01f;
    auto l0     = p.add_parameter("0", {migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::leaky_relu{alpha}, l0);

Shucai Xiao's avatar
Shucai Xiao committed
1189
    auto prog = optimize_onnx("leaky_relu_test.onnx");
1190
1191
1192
1193

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1194
TEST_CASE(log_test)
1195
1196
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1197
1198
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::log{}, input);
1199

Shucai Xiao's avatar
Shucai Xiao committed
1200
    auto prog = optimize_onnx("log_test.onnx");
1201
1202
1203
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1204
TEST_CASE(logsoftmax_test)
1205
1206
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1207
1208
1209
    auto l0  = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    int axis = 1;
    p.add_instruction(migraphx::op::logsoftmax{axis}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1210
    auto prog = optimize_onnx("logsoftmax_test.onnx");
1211
1212
1213
1214

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1215
TEST_CASE(lrn_test)
1216
1217
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1218
1219
1220
1221
1222
1223
1224
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 28, 24, 24}});
    migraphx::op::lrn op;
    op.size  = 5;
    op.alpha = 0.0001;
    op.beta  = 0.75;
    op.bias  = 1.0;
    p.add_instruction(op, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1225
    auto prog = optimize_onnx("lrn_test.onnx");
1226
1227
1228
1229

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1230
TEST_CASE(matmul_bmbm_test)
1231
1232
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1233
1234
1235
1236
1237
1238
    auto l0  = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 6, 7}});
    auto l1  = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {5, 2, 1, 7, 8}});
    auto bl0 = p.add_instruction(migraphx::op::multibroadcast{{5, 2, 3, 6, 7}}, l0);
    auto bl1 = p.add_instruction(migraphx::op::multibroadcast{{5, 2, 3, 7, 8}}, l1);
    p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, bl0, bl1);

Shucai Xiao's avatar
Shucai Xiao committed
1239
    auto prog = optimize_onnx("matmul_bmbm_test.onnx");
1240
1241
1242
1243

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1244
TEST_CASE(matmul_bmv_test)
1245
{
Khalique's avatar
Khalique committed
1246
1247
1248
1249
1250
1251
1252
    migraphx::program p;
    auto l0   = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 6, 7}});
    auto l1   = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {7}});
    auto sl1  = p.add_instruction(migraphx::op::unsqueeze{{1}}, l1);
    auto bsl1 = p.add_instruction(migraphx::op::multibroadcast{{3, 7, 1}}, sl1);
    auto res  = p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, l0, bsl1);
    p.add_instruction(migraphx::op::squeeze{{2}}, res);
1253

Shucai Xiao's avatar
Shucai Xiao committed
1254
    auto prog = optimize_onnx("matmul_bmv_test.onnx");
1255

Khalique's avatar
Khalique committed
1256
    EXPECT(p == prog);
1257
1258
}

Khalique's avatar
Khalique committed
1259
TEST_CASE(matmul_mv_test)
1260
1261
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1262
1263
1264
1265
1266
1267
    auto l0  = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {6, 7}});
    auto l1  = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {7}});
    auto sl1 = p.add_instruction(migraphx::op::unsqueeze{{1}}, l1);
    auto res = p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, l0, sl1);
    p.add_instruction(migraphx::op::squeeze{{1}}, res);

Shucai Xiao's avatar
Shucai Xiao committed
1268
    auto prog = optimize_onnx("matmul_mv_test.onnx");
1269
1270
1271
1272

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1273
TEST_CASE(matmul_vbm_test)
1274
1275
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1276
1277
1278
1279
    auto l0   = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {7}});
    auto l1   = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {5, 7, 8}});
    auto sl0  = p.add_instruction(migraphx::op::unsqueeze{{0}}, l0);
    auto bsl0 = p.add_instruction(migraphx::op::multibroadcast{{5, 1, 7}}, sl0);
1280
    auto res  = p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, bsl0, l1);
Khalique's avatar
Khalique committed
1281
1282
    p.add_instruction(migraphx::op::squeeze{{1}}, res);

Shucai Xiao's avatar
Shucai Xiao committed
1283
    auto prog = optimize_onnx("matmul_vbm_test.onnx");
1284
1285
1286
1287

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1288
TEST_CASE(matmul_vm_test)
1289
1290
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1291
1292
1293
1294
1295
1296
    auto l0  = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {7}});
    auto l1  = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {7, 8}});
    auto sl0 = p.add_instruction(migraphx::op::unsqueeze{{0}}, l0);
    auto res = p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, sl0, l1);
    p.add_instruction(migraphx::op::squeeze{{0}}, res);

Shucai Xiao's avatar
Shucai Xiao committed
1297
    auto prog = optimize_onnx("matmul_vm_test.onnx");
1298
1299
1300
1301

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1302
TEST_CASE(matmul_vv_test)
1303
1304
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
1305
1306
    auto l0  = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {7}});
    auto l1  = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {7}});
1307
1308
1309
1310
1311
1312
    auto sl0 = p.add_instruction(migraphx::op::unsqueeze{{0}}, l0);
    auto sl1 = p.add_instruction(migraphx::op::unsqueeze{{1}}, l1);
    auto res = p.add_instruction(migraphx::op::dot{1.0f, 0.0f}, sl0, sl1);
    auto sr0 = p.add_instruction(migraphx::op::squeeze{{0}}, res);
    p.add_instruction(migraphx::op::squeeze{{0}}, sr0);

Shucai Xiao's avatar
Shucai Xiao committed
1313
    auto prog = optimize_onnx("matmul_vv_test.onnx");
1314
1315
1316
1317

    EXPECT(p == prog);
}

1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
TEST_CASE(matmulinteger_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("1", migraphx::shape{migraphx::shape::int8_type, {3, 6, 16}});
    auto l1 = p.add_parameter("2", migraphx::shape{migraphx::shape::int8_type, {3, 16, 8}});
    p.add_instruction(migraphx::op::quant_dot{1, 0}, l0, l1);

    auto prog = optimize_onnx("matmulinteger_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1330
TEST_CASE(max_test)
1331
1332
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1333
1334
1335
1336
1337
    auto input0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input2 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {3}});
    auto l0     = p.add_instruction(migraphx::op::max{}, input0, input1);
    p.add_instruction(migraphx::op::max{}, l0, input2);
1338

Shucai Xiao's avatar
Shucai Xiao committed
1339
    optimize_onnx("max_test.onnx");
Khalique's avatar
Khalique committed
1340
}
1341

1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
TEST_CASE(maxpool_notset_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
    std::vector<int64_t> pads = {0, 0, 0, 0, 0, 0, 1, 1};
    float val                 = std::numeric_limits<float>::lowest();
    auto ins_pad              = p.add_instruction(migraphx::op::pad{pads, val}, input);
    p.add_instruction(migraphx::op::pooling{"max", {0, 0}, {2, 2}, {6, 6}}, ins_pad);

    auto prog = optimize_onnx("maxpool_notset_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(maxpool_same_upper_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1, 1, 5, 5}});
    std::vector<int64_t> pads = {0, 0, 0, 0, 0, 0, 1, 1};
    float val                 = std::numeric_limits<float>::lowest();
    auto ins_pad              = p.add_instruction(migraphx::op::pad{pads, val}, input);
Shucai Xiao's avatar
Shucai Xiao committed
1363
    p.add_instruction(migraphx::op::pooling{"max", {0, 0}, {1, 1}, {2, 2}}, ins_pad);
1364
1365
1366
1367
1368
1369

    auto prog = optimize_onnx("maxpool_same_upper_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1370
1371
1372
1373
1374
1375
1376
1377
1378
TEST_CASE(min_test)
{
    migraphx::program p;
    auto input0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input2 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {3}});
    auto l0     = p.add_instruction(migraphx::op::min{}, input0, input1);
    p.add_instruction(migraphx::op::min{}, l0, input2);

Shucai Xiao's avatar
Shucai Xiao committed
1379
    optimize_onnx("min_test.onnx");
1380
1381
}

Khalique's avatar
Khalique committed
1382
TEST_CASE(no_pad_test)
1383
1384
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1385
1386
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    p.add_instruction(migraphx::op::identity{}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1387
    auto prog = optimize_onnx("no_pad_test.onnx");
1388

Khalique's avatar
Khalique committed
1389
1390
1391
    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1392
1393
1394
TEST_CASE(neg_test)
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
1395
    migraphx::shape s{migraphx::shape::int64_type, {2, 3}};
Shucai Xiao's avatar
Shucai Xiao committed
1396
1397
1398
1399
1400
1401
1402
1403
1404
    auto input = p.add_parameter("0", s);
    auto ret   = p.add_instruction(migraphx::op::neg{}, input);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("neg_test.onnx");

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
TEST_CASE(nonzero_test)
{
    migraphx::program p;
    migraphx::shape s{migraphx::shape::float_type, {2, 2}};
    std::vector<float> data = {1, 0, 1, 1};
    p.add_literal(migraphx::literal(s, data));

    migraphx::shape si{migraphx::shape::int64_type, {2, 3}};
    std::vector<int64_t> indices = {0, 1, 1, 0, 0, 1};
    auto r                       = p.add_literal(migraphx::literal(si, indices));
    p.add_return({r});

    auto prog = migraphx::parse_onnx("nonzero_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(nonzero_int_test)
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
1424
    migraphx::shape s{migraphx::shape::int16_type, {2, 3}};
Shucai Xiao's avatar
Shucai Xiao committed
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
    std::vector<int> data = {1, 1, 0, 1, 0, 1};
    p.add_literal(migraphx::literal(s, data.begin(), data.end()));

    migraphx::shape si{migraphx::shape::int64_type, {2, 4}};
    std::vector<int64_t> indices = {0, 0, 1, 1, 0, 1, 0, 2};
    auto r                       = p.add_literal(migraphx::literal(si, indices));
    p.add_return({r});

    auto prog = migraphx::parse_onnx("nonzero_int_test.onnx");
    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
1437
1438
1439
TEST_CASE(onehot_test)
{
    migraphx::program p;
Shucai Xiao's avatar
Shucai Xiao committed
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
    migraphx::shape s_ind{migraphx::shape::int32_type, {5, 2}};
    migraphx::shape s_val{migraphx::shape::half_type, {2}};
    p.add_literal(3);
    auto l_ind = p.add_parameter("indices", s_ind);
    auto l_val = p.add_parameter("values", s_val);
    migraphx::shape s_dep{migraphx::shape::half_type, {3, 3}};
    std::vector<float> data_dep{1, 0, 0, 0, 1, 0, 0, 0, 1};
    auto l_dep      = p.add_literal(migraphx::literal(s_dep, data_dep));
    auto gather_out = p.add_instruction(migraphx::op::gather{0}, l_dep, l_ind);
    auto tr_out     = p.add_instruction(migraphx::op::transpose{{2, 0, 1}}, gather_out);
    auto off_val    = p.add_instruction(migraphx::op::slice{{0}, {0}, {1}}, l_val);
    auto on_val     = p.add_instruction(migraphx::op::slice{{0}, {1}, {2}}, l_val);
    auto diff       = p.add_instruction(migraphx::op::sub{}, on_val, off_val);
    auto mb_off_val = p.add_instruction(migraphx::op::multibroadcast{{3, 5, 2}}, off_val);
    auto mb_diff    = p.add_instruction(migraphx::op::multibroadcast{{3, 5, 2}}, diff);
    auto mul        = p.add_instruction(migraphx::op::mul{}, tr_out, mb_diff);
    auto r          = p.add_instruction(migraphx::op::add{}, mul, mb_off_val);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("onehot_test.onnx");
kahmed10's avatar
kahmed10 committed
1460
1461
1462
1463

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1464
1465
1466
1467
1468
TEST_CASE(pad_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    p.add_instruction(migraphx::op::pad{{1, 1, 1, 1}}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1469
    auto prog = optimize_onnx("pad_test.onnx");
1470
1471
1472
1473

    EXPECT(p == prog);
}

1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
TEST_CASE(pad_3arg_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    p.add_literal({migraphx::shape{migraphx::shape::float_type}, {1.0f}});
    p.add_literal({migraphx::shape{migraphx::shape::int32_type, {4}}, {1, 1, 2, 2}});
    auto r = p.add_instruction(migraphx::op::pad{{1, 1, 2, 2}, 1.0f}, l0);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("pad_3arg_test.onnx");

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
TEST_CASE(pad_reflect_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    p.add_literal({migraphx::shape{migraphx::shape::int32_type, {4}}, {0, 2, 0, 1}});
    auto l1 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 1}, {2, 2}}, l0);
    auto l2 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 0}, {2, 1}}, l0);
    auto l3 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 0}, {2, 1}}, l0);
    auto r  = p.add_instruction(migraphx::op::concat{1}, l2, l1, l0, l3);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("pad_reflect_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(pad_reflect_multiaxis_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3}});
    p.add_literal({migraphx::shape{migraphx::shape::int32_type, {4}}, {0, 2, 2, 0}});
    auto l1 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 1}, {2, 2}}, l0);
    auto l2 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 2}, {2, 3}}, l0);
    auto l3 = p.add_instruction(migraphx::op::concat{1}, l2, l1, l0);
    auto l4 = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 0}, {1, 5}}, l3);
    auto l5 = p.add_instruction(migraphx::op::slice{{0, 1}, {1, 0}, {2, 5}}, l3);
    auto r  = p.add_instruction(migraphx::op::concat{0}, l3, l4, l5);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("pad_reflect_multiaxis_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1522
TEST_CASE(pow_test)
1523
1524
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1525
1526
1527
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    p.add_instruction(migraphx::op::pow{}, l0, l1);
1528

Shucai Xiao's avatar
Shucai Xiao committed
1529
    auto prog = optimize_onnx("pow_test.onnx");
1530
1531
1532
1533

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
TEST_CASE(prelu_brcst_test)
{
    migraphx::program p;
    auto l0  = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1  = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {4, 5}});
    auto bl1 = p.add_instruction(migraphx::op::multibroadcast{l0->get_shape().lens()}, l1);
    auto ret = p.add_instruction(migraphx::op::prelu{}, l0, bl1);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("prelu_brcst_test.onnx");

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
TEST_CASE(range_test)
{
    migraphx::program p;
    p.add_literal(int64_t{10});
    p.add_literal(int64_t{6});
    p.add_literal(int64_t{-3});
    p.add_literal(migraphx::literal{{migraphx::shape::int64_type, {2}}, {10, 7}});

    auto prog = optimize_onnx("range_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(range_float_test)
{
    migraphx::program p;
    p.add_literal(float{2});
    p.add_literal(float{11});
    p.add_literal(float{2});
    p.add_literal(migraphx::literal{{migraphx::shape::float_type, {5}}, {2, 4, 6, 8, 10}});

    auto prog = optimize_onnx("range_float_test.onnx");

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
TEST_CASE(recip_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3}});
    p.add_instruction(migraphx::op::recip{}, input);

    auto prog = optimize_onnx("recip_test.onnx");

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
TEST_CASE(reducel1_test)
{
    migraphx::program p;
    auto l0     = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto abs_l0 = p.add_instruction(migraphx::op::abs{}, l0);
    auto sum_l0 = p.add_instruction(migraphx::op::reduce_sum{{-2}}, abs_l0);
    p.add_instruction(migraphx::op::squeeze{{-2}}, sum_l0);
    auto prog = optimize_onnx("reducel1_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(reducel2_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto square_l0 = p.add_instruction(migraphx::op::mul{}, l0, l0);
    auto sum_l0    = p.add_instruction(migraphx::op::reduce_sum{{-1}}, square_l0);
    auto squ_l0    = p.add_instruction(migraphx::op::squeeze{{-1}}, sum_l0);
    p.add_instruction(migraphx::op::sqrt{}, squ_l0);
    auto prog = optimize_onnx("reducel2_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(reduce_log_sum_test)
{
    migraphx::program p;
    auto l0     = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto sum_l0 = p.add_instruction(migraphx::op::reduce_sum{{-3}}, l0);
    p.add_instruction(migraphx::op::log{}, sum_l0);
    auto prog = optimize_onnx("reduce_log_sum_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(reduce_log_sum_exp_test)
{
    migraphx::program p;
    auto l0     = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto exp_l0 = p.add_instruction(migraphx::op::exp{}, l0);
    auto sum_l0 = p.add_instruction(migraphx::op::reduce_sum{{-4}}, exp_l0);
    p.add_instruction(migraphx::op::log{}, sum_l0);
    auto prog = optimize_onnx("reduce_log_sum_exp_test.onnx");

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1633
1634
1635
1636
1637
TEST_CASE(reducemax_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    p.add_instruction(migraphx::op::reduce_max{{2}}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1638
    auto prog = optimize_onnx("reducemax_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1639
1640
1641
1642

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1643
TEST_CASE(reducemean_test)
1644
1645
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1646
1647
1648
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1 = p.add_instruction(migraphx::op::reduce_mean{{2, 3}}, l0);
    p.add_instruction(migraphx::op::squeeze{{2, 3}}, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1649
    auto prog = optimize_onnx("reducemean_test.onnx");
1650
1651
1652
1653

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1654
TEST_CASE(reducemean_keepdims_test)
1655
1656
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1657
1658
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    p.add_instruction(migraphx::op::reduce_mean{{2}}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1659
    auto prog = optimize_onnx("reducemean_keepdims_test.onnx");
1660
1661
1662
1663

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1664
1665
1666
1667
1668
1669
TEST_CASE(reducemin_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1 = p.add_instruction(migraphx::op::reduce_min{{2, 3}}, l0);
    p.add_instruction(migraphx::op::squeeze{{2, 3}}, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1670
    auto prog = optimize_onnx("reducemin_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1671
1672
1673
1674

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
TEST_CASE(reduceprod_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    p.add_instruction(migraphx::op::reduce_prod{{2}}, l0);
    auto prog = optimize_onnx("reduceprod_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1685
TEST_CASE(reducesum_test)
Khalique's avatar
Khalique committed
1686
1687
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1688
1689
1690
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1 = p.add_instruction(migraphx::op::reduce_sum{{2}}, l0);
    p.add_instruction(migraphx::op::squeeze{{2}}, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1691
    auto prog = optimize_onnx("reducesum_test.onnx");
1692
1693

    EXPECT(p == prog);
Khalique's avatar
Khalique committed
1694
1695
}

Khalique's avatar
Khalique committed
1696
TEST_CASE(reducesum_multiaxis_test)
Khalique's avatar
Khalique committed
1697
1698
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1699
1700
1701
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto l1 = p.add_instruction(migraphx::op::reduce_sum{{2, 3}}, l0);
    p.add_instruction(migraphx::op::squeeze{{2, 3}}, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1702
    auto prog = optimize_onnx("reducesum_multiaxis_test.onnx");
1703
1704

    EXPECT(p == prog);
Khalique's avatar
Khalique committed
1705
1706
}

Khalique's avatar
Khalique committed
1707
TEST_CASE(reducesum_keepdims_test)
Khalique's avatar
Khalique committed
1708
1709
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1710
1711
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    p.add_instruction(migraphx::op::reduce_sum{{2, 3}}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1712
    auto prog = optimize_onnx("reducesum_keepdims_test.onnx");
1713
1714
1715
1716

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
TEST_CASE(reducesum_square_test)
{
    migraphx::program p;
    auto l0     = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {3, 4, 5, 6}});
    auto squ_l0 = p.add_instruction(migraphx::op::mul{}, l0, l0);
    auto sum_l0 = p.add_instruction(migraphx::op::reduce_sum{{-2}}, squ_l0);
    p.add_instruction(migraphx::op::squeeze{{-2}}, sum_l0);
    auto prog = optimize_onnx("reducesum_square_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1729
TEST_CASE(reshape_test)
1730
{
Khalique's avatar
Khalique committed
1731
    migraphx::program p;
Khalique's avatar
Khalique committed
1732
1733
1734
1735
    migraphx::op::reshape op;
    std::vector<int64_t> reshape_dims{3, 8};
    p.add_literal(
        migraphx::literal{migraphx::shape{migraphx::shape::int64_type, {2}}, reshape_dims});
1736
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {4, 2, 3}});
Khalique's avatar
Khalique committed
1737
1738
1739
    op.dims = reshape_dims;
    p.add_instruction(op, l0);
    p.add_instruction(op, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1740
    auto prog = optimize_onnx("reshape_test.onnx");
1741
1742

    EXPECT(p == prog);
Khalique's avatar
Khalique committed
1743
1744
}

Khalique's avatar
Khalique committed
1745
TEST_CASE(reshape_non_standard_test)
1746
1747
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1748
1749
1750
1751
1752
1753
1754
    migraphx::op::reshape op;
    std::vector<int64_t> reshape_dims{4, 3, 2};
    migraphx::shape s{migraphx::shape::float_type, {2, 3, 4}};
    auto x      = p.add_parameter("x", s);
    auto tran_x = p.add_instruction(migraphx::op::transpose{{0, 2, 1}}, x);
    auto cont_x = p.add_instruction(migraphx::op::contiguous{}, tran_x);
    p.add_instruction(migraphx::op::reshape{{4, 3, 2}}, cont_x);
Shucai Xiao's avatar
Shucai Xiao committed
1755
    auto prog = optimize_onnx("reshape_non_standard_test.onnx");
1756
1757
1758
1759

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1760
1761
1762
1763
1764
1765
TEST_CASE(round_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::double_type, {10, 5}});
    p.add_instruction(migraphx::op::round{}, input);

Shucai Xiao's avatar
Shucai Xiao committed
1766
    auto prog = optimize_onnx("round_test.onnx");
Khalique's avatar
Khalique committed
1767
1768
1769
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1770
TEST_CASE(shape_test)
1771
1772
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1773
1774
1775
1776
    migraphx::shape s{migraphx::shape::float_type, {3, 4, 5, 6}};
    auto l0 = p.add_parameter("x", s);
    migraphx::shape s_shape{migraphx::shape::int64_type, {4}};
    p.add_literal(s_shape, l0->get_shape().lens());
Shucai Xiao's avatar
Shucai Xiao committed
1777
    auto prog = optimize_onnx("shape_test.onnx");
1778
1779
1780
1781

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1782
TEST_CASE(shape_gather_test)
1783
1784
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1785
    auto l0 = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {7, 3, 10}});
1786
1787
    migraphx::shape const_shape{migraphx::shape::int32_type, {1}};
    auto l2 = p.add_literal(migraphx::literal{const_shape, {1}});
Khalique's avatar
Khalique committed
1788
1789
1790
1791
    auto l1 =
        p.add_literal(migraphx::shape{migraphx::shape::int64_type, {3}}, l0->get_shape().lens());
    int axis = 0;
    p.add_instruction(migraphx::op::gather{axis}, l1, l2);
Shucai Xiao's avatar
Shucai Xiao committed
1792
    auto prog = optimize_onnx("shape_gather_test.onnx");
1793
1794
1795
1796

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1797
TEST_CASE(sign_test)
Khalique's avatar
Khalique committed
1798
1799
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1800
1801
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::double_type, {10, 5}});
    p.add_instruction(migraphx::op::sign{}, input);
Khalique's avatar
Khalique committed
1802

Shucai Xiao's avatar
Shucai Xiao committed
1803
    auto prog = optimize_onnx("sign_test.onnx");
Khalique's avatar
Khalique committed
1804
1805
1806
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1807
TEST_CASE(sin_test)
1808
1809
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1810
1811
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::sin{}, input);
1812

Shucai Xiao's avatar
Shucai Xiao committed
1813
    auto prog = optimize_onnx("sin_test.onnx");
1814
1815
1816
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1817
TEST_CASE(sinh_test)
1818
1819
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1820
1821
1822
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::sinh{}, input);

Shucai Xiao's avatar
Shucai Xiao committed
1823
    auto prog = optimize_onnx("sinh_test.onnx");
1824
1825
1826
1827

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851
TEST_CASE(slice_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3, 2}});
    p.add_instruction(migraphx::op::slice{{0, 1}, {1, 0}, {2, 2}}, l0);
    auto prog = optimize_onnx("slice_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(slice_3arg_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {5, 5}});
    p.add_literal({{migraphx::shape::int32_type, {2}}, {0, 0}});
    p.add_literal({{migraphx::shape::int32_type, {2}}, {2, 5}});
    auto ret = p.add_instruction(migraphx::op::slice{{0, 1}, {0, 0}, {2, 5}}, l0);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("slice_3arg_test.onnx");

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1852
1853
1854
1855
1856
TEST_CASE(slice_5arg_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {5, 5}});
    p.add_literal({{migraphx::shape::int32_type, {2}}, {1, 1}});
1857
1858
1859
    p.add_literal({{migraphx::shape::int32_type, {2}}, {-1, -2}});
    p.add_literal({{migraphx::shape::int32_type, {2}}, {-1, -1}});
    p.add_literal({{migraphx::shape::int32_type, {2}}, {-5, -3}});
Shucai Xiao's avatar
Shucai Xiao committed
1860
1861
1862
1863
1864
1865
1866
1867
    auto ret = p.add_instruction(migraphx::op::slice{{-1, -2}, {-5, -3}, {-1, -1}}, l0);
    p.add_return({ret});

    auto prog = migraphx::parse_onnx("slice_5arg_test.onnx");

    EXPECT(p == prog);
}

1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
TEST_CASE(slice_max_end_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {10, 20}});
    p.add_instruction(migraphx::op::slice{{0, 1}, {1, 2}, {3000000000, -1}}, l0);
    auto prog = optimize_onnx("slice_max_end_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1878
TEST_CASE(softmax_test)
Shucai Xiao's avatar
Shucai Xiao committed
1879
1880
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1881
1882
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3}});
    p.add_instruction(migraphx::op::softmax{1}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
1883
    auto prog = optimize_onnx("softmax_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1884
1885
1886
1887

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
TEST_CASE(split_minus_axis_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10, 15}});
    auto r1    = p.add_instruction(migraphx::op::slice{{-1}, {0}, {5}}, input);
    auto r2    = p.add_instruction(migraphx::op::slice{{-1}, {5}, {10}}, input);
    auto r3    = p.add_instruction(migraphx::op::slice{{-1}, {10}, {15}}, input);
    p.add_return({r1, r2, r3});

    auto prog = migraphx::parse_onnx("split_minus_axis_test.onnx");

    EXPECT(p == prog);
}

1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
TEST_CASE(split_test)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10, 15}});
    auto r1    = p.add_instruction(migraphx::op::slice{{1}, {0}, {7}}, input);
    auto r2    = p.add_instruction(migraphx::op::slice{{1}, {7}, {11}}, input);
    auto r3    = p.add_instruction(migraphx::op::slice{{1}, {11}, {15}}, input);
    p.add_return({r1, r2, r3});

    auto prog = migraphx::parse_onnx("split_test.onnx");
    EXPECT(p == prog);
}

TEST_CASE(split_test_default)
{
    migraphx::program p;
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10, 15}});
    auto r1    = p.add_instruction(migraphx::op::slice{{0}, {0}, {5}}, input);
    auto r2    = p.add_instruction(migraphx::op::slice{{0}, {5}, {10}}, input);
    p.add_return({r1, r2});

    auto prog = migraphx::parse_onnx("split_test_default.onnx");
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1927
TEST_CASE(sqrt_test)
Shucai Xiao's avatar
Shucai Xiao committed
1928
1929
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1930
1931
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10, 15}});
    p.add_instruction(migraphx::op::sqrt{}, input);
Shucai Xiao's avatar
Shucai Xiao committed
1932

Shucai Xiao's avatar
Shucai Xiao committed
1933
    auto prog = optimize_onnx("sqrt_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1934
1935
1936
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1937
TEST_CASE(squeeze_unsqueeze_test)
Khalique's avatar
Khalique committed
1938
1939
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1940
1941
1942
1943
1944
1945
    std::vector<int64_t> squeeze_axes{0, 2, 3, 5};
    std::vector<int64_t> unsqueeze_axes{0, 1, 3, 5};
    auto l0 =
        p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 1, 1, 2, 1}});
    auto l1 = p.add_instruction(migraphx::op::squeeze{squeeze_axes}, l0);
    p.add_instruction(migraphx::op::unsqueeze{unsqueeze_axes}, l1);
Shucai Xiao's avatar
Shucai Xiao committed
1946
    auto prog = optimize_onnx("squeeze_unsqueeze_test.onnx");
Khalique's avatar
Khalique committed
1947
1948
1949
1950

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1951
TEST_CASE(sub_bcast_test)
Shucai Xiao's avatar
Shucai Xiao committed
1952
1953
1954
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
Khalique's avatar
Khalique committed
1955
1956
1957
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 4}});
    auto l2 = p.add_instruction(migraphx::op::broadcast{1, l0->get_shape().lens()}, l1);
    p.add_instruction(migraphx::op::sub{}, l0, l2);
Shucai Xiao's avatar
Shucai Xiao committed
1958

Shucai Xiao's avatar
Shucai Xiao committed
1959
    auto prog = optimize_onnx("sub_bcast_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1960
1961
1962
1963

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1964
TEST_CASE(sub_scalar_test)
Shucai Xiao's avatar
Shucai Xiao committed
1965
1966
1967
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
1968
    auto l1 = p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::float_type}, {1}});
Khalique's avatar
Khalique committed
1969
    auto m1 = p.add_instruction(migraphx::op::multibroadcast{{2, 3, 4, 5}}, l1);
1970
    p.add_instruction(migraphx::op::sub{}, l0, m1);
Shucai Xiao's avatar
Shucai Xiao committed
1971
    auto prog = optimize_onnx("sub_scalar_test.onnx");
Shucai Xiao's avatar
Shucai Xiao committed
1972
1973
1974
1975

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
TEST_CASE(sum_int_test)
{
    migraphx::program p;
    auto input0 = p.add_parameter("0", migraphx::shape{migraphx::shape::int16_type, {3}});
    auto input1 = p.add_parameter("1", migraphx::shape{migraphx::shape::uint16_type, {3}});
    auto input2 = p.add_parameter("2", migraphx::shape{migraphx::shape::uint32_type, {3}});
    auto cin0   = p.add_instruction(migraphx::op::convert{migraphx::shape::uint32_type}, input0);
    auto cin1   = p.add_instruction(migraphx::op::convert{migraphx::shape::uint32_type}, input1);
    auto l0     = p.add_instruction(migraphx::op::add{}, cin0, cin1);
    p.add_instruction(migraphx::op::add{}, l0, input2);

    auto prog = optimize_onnx("sum_int_test.onnx");
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
1991
TEST_CASE(sum_test)
1992
1993
{
    migraphx::program p;
Khalique's avatar
Khalique committed
1994
1995
1996
1997
1998
    auto input0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3}});
    auto input2 = p.add_parameter("2", migraphx::shape{migraphx::shape::float_type, {3}});
    auto l0     = p.add_instruction(migraphx::op::add{}, input0, input1);
    p.add_instruction(migraphx::op::add{}, l0, input2);
1999

Shucai Xiao's avatar
Shucai Xiao committed
2000
    auto prog = optimize_onnx("sum_test.onnx");
2001
2002
2003
    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
TEST_CASE(sum_type_test)
{
    migraphx::program p;
    auto l_bool   = p.add_literal({migraphx::shape{migraphx::shape::bool_type, {2}}, {1, 0}});
    auto l_int8   = p.add_literal({migraphx::shape{migraphx::shape::int8_type, {2}}, {1, 1}});
    auto l_uint8  = p.add_literal({migraphx::shape{migraphx::shape::uint8_type, {2}}, {1, 1}});
    auto l_uint16 = p.add_literal({migraphx::shape{migraphx::shape::uint16_type, {2}}, {1, 1}});
    auto l_uint32 = p.add_literal({migraphx::shape{migraphx::shape::uint32_type, {2}}, {1, 1}});
    auto l_uint64 = p.add_literal({migraphx::shape{migraphx::shape::uint64_type, {2}}, {1, 1}});
    auto l_double = p.add_literal({migraphx::shape{migraphx::shape::double_type, {2}}, {1, 1}});
    auto l_raw    = p.add_literal({migraphx::shape{migraphx::shape::double_type, {2}}, {1.5, 2.0}});
    auto o_bool   = p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_bool);
    auto o_int8   = p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_int8);
    auto o_uint8  = p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_uint8);
    auto o_uint16 =
        p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_uint16);
    auto o_uint32 =
        p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_uint32);
    auto o_uint64 =
        p.add_instruction(migraphx::op::convert{migraphx::shape::double_type}, l_uint64);
    auto s0 = p.add_instruction(migraphx::op::add{}, o_bool, o_int8);
    auto s1 = p.add_instruction(migraphx::op::add{}, s0, o_uint8);
    auto s2 = p.add_instruction(migraphx::op::add{}, s1, o_uint16);
    auto s3 = p.add_instruction(migraphx::op::add{}, s2, o_uint32);
    auto s4 = p.add_instruction(migraphx::op::add{}, s3, o_uint64);
    auto s5 = p.add_instruction(migraphx::op::add{}, s4, l_double);
    auto s6 = p.add_instruction(migraphx::op::add{}, s5, l_raw);
    p.add_return({s6});

    auto prog = migraphx::parse_onnx("sum_type_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2038
TEST_CASE(tan_test)
2039
2040
{
    migraphx::program p;
Khalique's avatar
Khalique committed
2041
2042
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {10}});
    p.add_instruction(migraphx::op::tan{}, input);
2043

Shucai Xiao's avatar
Shucai Xiao committed
2044
    auto prog = optimize_onnx("tan_test.onnx");
2045
2046
2047
    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2048
TEST_CASE(tanh_test)
2049
2050
{
    migraphx::program p;
Khalique's avatar
Khalique committed
2051
2052
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {1}});
    p.add_instruction(migraphx::op::tanh{}, input);
2053

Shucai Xiao's avatar
Shucai Xiao committed
2054
    auto prog = optimize_onnx("tanh_test.onnx");
2055
2056
2057
2058

    EXPECT(p == prog);
}

kahmed10's avatar
kahmed10 committed
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
TEST_CASE(tile_test)
{
    migraphx::program p;
    p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::int64_type, {2}}, {1, 2}});
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    p.add_instruction(migraphx::op::concat{1}, input, input);

    auto prog = optimize_onnx("tile_test.onnx");

    EXPECT(p == prog);
}

TEST_CASE(tile_test_3x2)
{
    migraphx::program p;
    p.add_literal(migraphx::literal{migraphx::shape{migraphx::shape::int64_type, {2}}, {3, 2}});
    auto input = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {2, 2}});
    auto l0    = p.add_instruction(migraphx::op::concat{0}, input, input);
    auto l1    = p.add_instruction(migraphx::op::concat{0}, l0, input);
    p.add_instruction(migraphx::op::concat{1}, l1, l1);

    auto prog = optimize_onnx("tile_test_3x2.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2085
TEST_CASE(transpose_test)
2086
2087
{
    migraphx::program p;
Khalique's avatar
Khalique committed
2088
2089
2090
2091
    auto input = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 2, 2, 3}});
    std::vector<int64_t> perm{0, 3, 1, 2};
    p.add_instruction(migraphx::op::transpose{perm}, input);

Shucai Xiao's avatar
Shucai Xiao committed
2092
    auto prog = optimize_onnx("transpose_test.onnx");
2093
2094
2095
2096

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2097
TEST_CASE(transpose_gather_test)
2098
2099
{
    migraphx::program p;
Khalique's avatar
Khalique committed
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
    auto make_contiguous = [&p](migraphx::instruction_ref ins) {
        if(ins->get_shape().standard())
        {
            return ins;
        }

        return p.add_instruction(migraphx::op::contiguous{}, ins);
    };

    auto data = p.add_parameter("data", migraphx::shape{migraphx::shape::float_type, {3, 5, 4, 6}});
    auto ind =
        p.add_parameter("indices", migraphx::shape{migraphx::shape::int32_type, {2, 4, 3, 5}});
    auto tr_data = p.add_instruction(migraphx::op::transpose{{0, 2, 1, 3}}, data);
    auto tr_ind  = p.add_instruction(migraphx::op::transpose{{0, 2, 1, 3}}, ind);
    int axis     = 1;
    p.add_instruction(
        migraphx::op::gather{axis}, make_contiguous(tr_data), make_contiguous(tr_ind));

Shucai Xiao's avatar
Shucai Xiao committed
2118
    auto prog = optimize_onnx("transpose_gather_test.onnx");
2119

2120
    EXPECT(p.sort() == prog.sort());
2121
2122
}

2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
TEST_CASE(undefined_test)
{
    migraphx::program p;
    p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_instruction(migraphx::op::undefined{});
    auto l2 = p.add_instruction(migraphx::op::identity{}, l1);
    p.add_return({l2});

    auto prog = migraphx::parse_onnx("undefined_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2136
TEST_CASE(unknown_test)
2137
2138
{
    migraphx::program p;
Khalique's avatar
Khalique committed
2139
2140
2141
2142
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 4, 5}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {3, 4}});
    auto l2 = p.add_instruction(migraphx::op::unknown{"Unknown"}, l0, l1);
    p.add_instruction(migraphx::op::unknown{"Unknown"}, l2);
Shucai Xiao's avatar
Shucai Xiao committed
2143
    auto prog = optimize_onnx("unknown_test.onnx");
2144
2145
2146
2147

    EXPECT(p == prog);
}

2148
2149
2150
2151
2152
TEST_CASE(unknown_aten_test)
{
    EXPECT(test::throws([&] { migraphx::parse_onnx("unknown_aten_test.onnx"); }));
}

2153
2154
2155
2156
2157
2158
2159
2160
2161
2162
2163
2164
TEST_CASE(unknown_test_throw)
{
    EXPECT(test::throws([&] { migraphx::parse_onnx("unknown_test.onnx"); }));
}

TEST_CASE(unknown_test_throw_print_error)
{
    migraphx::onnx_options options;
    options.print_program_on_error = true;
    EXPECT(test::throws([&] { migraphx::parse_onnx("unknown_test.onnx", options); }));
}

2165
2166
2167
2168
2169
TEST_CASE(variable_batch_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_instruction(migraphx::op::identity{}, l0);
Shucai Xiao's avatar
Shucai Xiao committed
2170
    auto prog = optimize_onnx("variable_batch_test.onnx");
2171
2172
2173
2174

    EXPECT(p == prog);
}

2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
TEST_CASE(variable_batch_user_input_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {2, 3, 16, 16}});
    auto r  = p.add_instruction(migraphx::op::identity{}, l0);
    p.add_return({r});

    migraphx::onnx_options options;
    options.default_dim_value = 2;

    auto prog = migraphx::parse_onnx("variable_batch_test.onnx", options);

    EXPECT(p == prog);
}

2190
2191
2192
2193
2194
2195
TEST_CASE(variable_batch_leq_zero_test)
{
    migraphx::program p;
    auto l0 = p.add_parameter("0", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    auto l1 = p.add_parameter("1", migraphx::shape{migraphx::shape::float_type, {1, 3, 16, 16}});
    p.add_instruction(migraphx::op::add{}, l0, l1);
Shucai Xiao's avatar
Shucai Xiao committed
2196
    auto prog = optimize_onnx("variable_batch_leq_zero_test.onnx");
2197
2198
2199
2200

    EXPECT(p == prog);
}

Shucai Xiao's avatar
Shucai Xiao committed
2201
2202
2203
2204
2205
2206
2207
2208
2209
2210
2211
2212
2213
2214
2215
2216
2217
2218
2219
2220
2221
TEST_CASE(where_test)
{
    migraphx::program p;
    auto lc   = p.add_parameter("c", migraphx::shape{migraphx::shape::bool_type, {2}});
    auto lx   = p.add_parameter("x", migraphx::shape{migraphx::shape::float_type, {2, 2, 2}});
    auto ly   = p.add_parameter("y", migraphx::shape{migraphx::shape::float_type, {2, 1, 2, 2}});
    auto lcc  = p.add_instruction(migraphx::op::convert{migraphx::shape::float_type}, lc);
    auto lxm  = p.add_instruction(migraphx::op::multibroadcast{{2, 2, 2, 2}}, lx);
    auto lym  = p.add_instruction(migraphx::op::multibroadcast{{2, 2, 2, 2}}, ly);
    auto lxy  = p.add_instruction(migraphx::op::sub{}, lxm, lym);
    auto lccm = p.add_instruction(migraphx::op::multibroadcast{{2, 2, 2, 2}}, lcc);
    auto lm   = p.add_instruction(migraphx::op::mul{}, lxy, lccm);
    auto lym1 = p.add_instruction(migraphx::op::multibroadcast{{2, 2, 2, 2}}, ly);
    auto r    = p.add_instruction(migraphx::op::add{}, lm, lym1);
    p.add_return({r});

    auto prog = migraphx::parse_onnx("where_test.onnx");

    EXPECT(p == prog);
}

Khalique's avatar
Khalique committed
2222
int main(int argc, const char* argv[]) { test::run(argc, argv); }