dead_code_elimination_test.cpp 9.96 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
/*
 * The MIT License (MIT)
 *
 * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
Paul's avatar
Paul committed
24
#include <migraphx/dead_code_elimination.hpp>
25
#include <migraphx/pass_manager.hpp>
26
#include <migraphx/instruction.hpp>
Paul's avatar
Paul committed
27
#include <basic_ops.hpp>
28
#include <migraphx/make_op.hpp>
29
#include <migraphx/ranges.hpp>
30

Paul's avatar
Paul committed
31
32
#include <test.hpp>

33
void run_pass(migraphx::program& p)
Paul's avatar
Paul committed
34
{
35
    migraphx::run_passes(p, {migraphx::dead_code_elimination{}});
36
}
Paul's avatar
Paul committed
37

Paul's avatar
Paul committed
38
TEST_CASE(simple_test)
Paul's avatar
Paul committed
39
{
Paul's avatar
Paul committed
40
    migraphx::program p;
41
42
43
44
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
45
    auto count = std::distance(mm->begin(), mm->end());
46
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
47
    EXPECT(std::distance(mm->begin(), mm->end()) == count);
48
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
49
50
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
Paul's avatar
Paul committed
51
52
}

Paul's avatar
Paul committed
53
TEST_CASE(simple_test_nop)
54
{
Paul's avatar
Paul committed
55
    migraphx::program p;
56
57
58
59
60
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(nop{});
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
61
    auto count = std::distance(mm->begin(), mm->end());
62
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
63
    EXPECT(std::distance(mm->begin(), mm->end()) == count);
64
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
65
66
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
67
68
}

Paul's avatar
Paul committed
69
TEST_CASE(simple_test_nop2)
Paul's avatar
Paul committed
70
{
Paul's avatar
Paul committed
71
    migraphx::program p;
72
73
74
75
76
77
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(nop{});
    mm->add_instruction(sum_op{}, one, two);
    mm->add_instruction(nop{});
78
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
79
    EXPECT(std::distance(mm->begin(), mm->end()) == 2);
80
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
81
82
    EXPECT(result == migraphx::literal{});
    EXPECT(result != migraphx::literal{4});
Paul's avatar
Paul committed
83
84
}

Paul's avatar
Paul committed
85
TEST_CASE(duplicate_test1)
Paul's avatar
Paul committed
86
{
Paul's avatar
Paul committed
87
    migraphx::program p;
88
89
90
91
92
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(sum_op{}, one, two);
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
93
    auto count = std::distance(mm->begin(), mm->end());
94
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
95
    EXPECT(std::distance(mm->begin(), mm->end()) == (count - 1));
96
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
97
98
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
Paul's avatar
Paul committed
99
100
}

Paul's avatar
Paul committed
101
TEST_CASE(duplicate_test2)
102
{
Paul's avatar
Paul committed
103
    migraphx::program p;
104
105
106
107
108
109
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(sum_op{}, one, two);
    mm->add_instruction(minus_op{}, one, two);
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
110
    auto count = std::distance(mm->begin(), mm->end());
111
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
112
    EXPECT(std::distance(mm->begin(), mm->end()) == (count - 2));
113
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
114
115
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
116
117
}

Paul's avatar
Paul committed
118
TEST_CASE(depth_test)
Paul's avatar
Paul committed
119
{
Paul's avatar
Paul committed
120
    migraphx::program p;
121
122
123
124
125
126
127
128
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    auto x1  = mm->add_instruction(sum_op{}, one, two);
    auto x2  = mm->add_instruction(sum_op{}, one, two);
    mm->add_instruction(minus_op{}, x1, x2);
    mm->add_instruction(minus_op{}, x1, x2);
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
129
    auto count = std::distance(mm->begin(), mm->end());
130
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
131
    EXPECT(std::distance(mm->begin(), mm->end()) == (count - 4));
132
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
133
134
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
Paul's avatar
Paul committed
135
136
}

Paul's avatar
Paul committed
137
138
139
TEST_CASE(undefined_test)
{
    migraphx::program p;
140
141
142
143
    auto* mm = p.get_main_module();
    auto one = mm->add_literal(1);
    auto two = mm->add_literal(2);
    mm->add_instruction(migraphx::make_op("undefined"));
144
    mm->add_instruction(sum_op{}, one, two);
Shucai Xiao's avatar
Shucai Xiao committed
145
    auto count = std::distance(mm->begin(), mm->end());
146
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
147
    EXPECT(std::distance(mm->begin(), mm->end()) == count - 1);
148
149
    EXPECT(
        std::none_of(mm->begin(), mm->end(), [](auto&& ins) { return ins.name() == "undefined"; }));
150
    auto result = p.eval({}).back();
Paul's avatar
Paul committed
151
152
153
154
    EXPECT(result == migraphx::literal{3});
    EXPECT(result != migraphx::literal{4});
}

155
156
157
TEST_CASE(duplicate_args1)
{
    migraphx::program p;
158
159
160
    auto* mm = p.get_main_module();
    auto l0  = mm->add_literal(0);
    auto l3  = mm->add_literal(3);
161
162
    mm->add_instruction(migraphx::make_op("add"), l3, l3);
    mm->add_instruction(migraphx::make_op("identity"), l0);
Shucai Xiao's avatar
Shucai Xiao committed
163
    auto count = std::distance(mm->begin(), mm->end());
164
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
165
166
    EXPECT(std::distance(mm->begin(), mm->end()) != count);
    EXPECT(std::distance(mm->begin(), mm->end()) == 2);
167
    auto result = p.eval({}).back();
168
169
170
171
172
173
    EXPECT(result == migraphx::literal{0});
}

TEST_CASE(duplicate_args2)
{
    migraphx::program p;
174
175
176
    auto* mm  = p.get_main_module();
    auto l0   = mm->add_literal(0);
    auto l3   = mm->add_literal(3);
177
178
179
    auto sum1 = mm->add_instruction(migraphx::make_op("add"), l0, l3);
    mm->add_instruction(migraphx::make_op("add"), sum1, l3);
    mm->add_instruction(migraphx::make_op("identity"), l0);
Shucai Xiao's avatar
Shucai Xiao committed
180
    auto count = std::distance(mm->begin(), mm->end());
181
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
182
183
    EXPECT(std::distance(mm->begin(), mm->end()) != count);
    EXPECT(std::distance(mm->begin(), mm->end()) == 2);
184
    auto result = p.eval({}).back();
185
186
187
188
189
190
    EXPECT(result == migraphx::literal{0});
}

TEST_CASE(duplicate_args3)
{
    migraphx::program p;
191
192
193
    auto* mm  = p.get_main_module();
    auto l0   = mm->add_literal(0);
    auto l3   = mm->add_literal(3);
194
195
196
197
    auto sum1 = mm->add_instruction(migraphx::make_op("add"), l0, l3);
    auto sum2 = mm->add_instruction(migraphx::make_op("add"), l0, sum1);
    mm->add_instruction(migraphx::make_op("add"), sum2, l3);
    mm->add_instruction(migraphx::make_op("identity"), l0);
Shucai Xiao's avatar
Shucai Xiao committed
198
    auto count = std::distance(mm->begin(), mm->end());
199
    run_pass(p);
Shucai Xiao's avatar
Shucai Xiao committed
200
201
    EXPECT(std::distance(mm->begin(), mm->end()) != count);
    EXPECT(std::distance(mm->begin(), mm->end()) == 2);
202
    auto result = p.eval({}).back();
203
204
205
    EXPECT(result == migraphx::literal{0});
}

206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
TEST_CASE(reused_twice)
{
    migraphx::program p;
    auto* mm                 = p.get_main_module();
    std::vector<size_t> dims = {1, 2, 2};
    auto x        = mm->add_parameter("x", migraphx::shape{migraphx::shape::float_type, dims});
    auto y        = mm->add_parameter("y", migraphx::shape{migraphx::shape::float_type, dims});
    auto z        = mm->add_parameter("z", migraphx::shape{migraphx::shape::float_type, dims});
    auto add1     = mm->add_instruction(migraphx::make_op("add"), x, y);
    auto add2     = mm->add_instruction(migraphx::make_op("add"), add1, z);
    auto epsilon  = mm->add_literal(1e-12f);
    auto exponent = mm->add_literal(2.0f);

    auto mean = mm->add_instruction(migraphx::make_op("reduce_mean", {{"axes", {2}}}), add2);
    auto mean_mbcast =
        mm->add_instruction(migraphx::make_op("multibroadcast", {{"out_lens", dims}}), mean);
    auto sub = mm->add_instruction(migraphx::make_op("sub"), add2, mean_mbcast);
    auto exponent_mbcast =
        mm->add_instruction(migraphx::make_op("multibroadcast", {{"out_lens", dims}}), exponent);
    auto pow = mm->add_instruction(migraphx::make_op("pow"), sub, exponent_mbcast);
    auto var = mm->add_instruction(migraphx::make_op("reduce_mean", {{"axes", {2}}}), pow);
    auto epsilon_mbcast = mm->add_instruction(
        migraphx::make_op("multibroadcast", {{"out_lens", {1, dims.at(1), 1}}}), epsilon);
    auto add_epsilon = mm->add_instruction(migraphx::make_op("add"), var, epsilon_mbcast);
    mm->add_instruction(migraphx::make_op("sqrt"), add_epsilon);
    mm->add_instruction(migraphx::make_op("add"), x, y);

    auto count = std::distance(mm->begin(), mm->end());
    run_pass(p);
    p.debug_print();
    EXPECT(std::distance(mm->begin(), mm->end()) != count);
    EXPECT(std::distance(mm->begin(), mm->end()) == 4);
}

240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
TEST_CASE(unused_module)
{
    migraphx::program p;
    auto* mm = p.get_main_module();
    auto* m1 = p.create_module("unused");
    auto* m2 = p.create_module("used");
    auto l0  = mm->add_literal(0);
    m1->add_literal(0);
    m2->add_literal(0);
    mm->add_instruction(mod_pass_op{}, {l0}, {m2});
    EXPECT(migraphx::contains(p.get_modules(), m1));
    EXPECT(migraphx::contains(p.get_modules(), m2));
    run_pass(p);
    EXPECT(migraphx::contains(p.get_modules(), m2));
    EXPECT(not migraphx::contains(p.get_modules(), m1));
}

257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
TEST_CASE(param_not_eliminated)
{
    auto create_program = [] {
        migraphx::program p;
        auto* mm = p.get_main_module();
        migraphx::shape s{migraphx::shape::int32_type, {2, 2}};
        auto x = mm->add_parameter("x", s);
        auto y = mm->add_parameter("y", s);
        mm->add_parameter("z", s);
        auto sum = mm->add_instruction(migraphx::make_op("add"), x, y);
        mm->add_return({sum});

        return p;
    };

    auto p = create_program();
    run_pass(p);
    EXPECT(p == create_program());
}

Paul's avatar
Paul committed
277
int main(int argc, const char* argv[]) { test::run(argc, argv); }