eliminate_pad_test.cpp 5.14 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
/*
 * The MIT License (MIT)
 *
 * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
Khalique's avatar
Khalique committed
24
#include <migraphx/dead_code_elimination.hpp>
kahmed10's avatar
kahmed10 committed
25
#include <migraphx/normalize_ops.hpp>
26
#include <migraphx/eliminate_pad.hpp>
27
#include <migraphx/pass_manager.hpp>
Khalique's avatar
Khalique committed
28
29
#include <migraphx/instruction.hpp>
#include <basic_ops.hpp>
30
#include <migraphx/op/common.hpp>
31
32
#include <migraphx/make_op.hpp>

Khalique's avatar
Khalique committed
33
34
#include <test.hpp>

Paul Fultz II's avatar
Paul Fultz II committed
35
void run_pass(migraphx::module& m)
Khalique's avatar
Khalique committed
36
{
kahmed10's avatar
kahmed10 committed
37
38
39
    migraphx::run_passes(
        m,
        {migraphx::normalize_ops{}, migraphx::eliminate_pad{}, migraphx::dead_code_elimination{}});
40
}
Khalique's avatar
Khalique committed
41

Khalique's avatar
Khalique committed
42
migraphx::instruction_ref
Paul Fultz II's avatar
Paul Fultz II committed
43
create_im2col(migraphx::instruction_ref& l_img, size_t channels, migraphx::module& m)
Khalique's avatar
Khalique committed
44
{
Khalique's avatar
Khalique committed
45
    size_t f[2] = {1, 1};
Khalique's avatar
Khalique committed
46
47
    std::vector<int32_t> weights(channels * f[0] * f[1]);
    migraphx::shape s_weights{migraphx::shape::int32_type, {1, channels, f[0], f[1]}};
Paul Fultz II's avatar
Paul Fultz II committed
48
49
    auto l_weights = m.add_literal(migraphx::literal{s_weights, weights});
    return m.add_instruction(migraphx::make_op("im2col"), l_img, l_weights);
Khalique's avatar
Khalique committed
50
51
}

Khalique's avatar
Khalique committed
52
migraphx::instruction_ref
Khalique's avatar
Khalique committed
53
54
create_conv(migraphx::instruction_ref& l_img,
            size_t channels,
Paul Fultz II's avatar
Paul Fultz II committed
55
            migraphx::module& m,
Khalique's avatar
Khalique committed
56
            migraphx::op::padding_mode_t padding_mode = migraphx::op::padding_mode_t::default_)
Khalique's avatar
Khalique committed
57
58
59
{
    migraphx::shape s_weights{migraphx::shape::int32_type, {4, channels, 3, 3}};
    std::vector<int32_t> weights(4 * channels * 3 * 3);
Paul Fultz II's avatar
Paul Fultz II committed
60
    auto l_weights = m.add_literal(migraphx::literal{s_weights, weights});
61
62
    return m.add_instruction(
        migraphx::make_op("convolution", {{"padding_mode", padding_mode}}), l_img, l_weights);
Khalique's avatar
Khalique committed
63
64
}

65
TEST_CASE(rewrite_pad)
Khalique's avatar
Khalique committed
66
{
Paul Fultz II's avatar
Paul Fultz II committed
67
    migraphx::module m;
Khalique's avatar
Khalique committed
68
    size_t img_dim[2] = {2, 2};
Khalique's avatar
Khalique committed
69
    size_t channels   = 1;
Khalique's avatar
Khalique committed
70
71
72
73
    std::vector<int32_t> input(channels * img_dim[0] * img_dim[1]);
    std::iota(input.begin(), input.end(), 0);

    migraphx::shape s_img{migraphx::shape::int32_type, {1, channels, img_dim[0], img_dim[1]}};
Paul Fultz II's avatar
Paul Fultz II committed
74
    auto l_img = m.add_literal(migraphx::literal{s_img, input});
75
    auto padded_img =
Paul Fultz II's avatar
Paul Fultz II committed
76
        m.add_instruction(migraphx::make_op("pad", {{"pads", {0, 0, 1, 1, 0, 0, 1, 1}}}), l_img);
Khalique's avatar
Khalique committed
77

Paul Fultz II's avatar
Paul Fultz II committed
78
79
    auto l0 = create_im2col(padded_img, channels, m);
    auto l1 = create_conv(padded_img, channels, m);
80
81
    auto l2 = m.add_instruction(
        migraphx::make_op("pooling", {{"mode", migraphx::op::pooling_mode::max}}), padded_img);
Paul Fultz II's avatar
Paul Fultz II committed
82
    m.add_instruction(migraphx::make_op("identity"), l0, l1, l2);
Khalique's avatar
Khalique committed
83

84
85
86
    auto s0 = l0->get_shape();
    auto s1 = l1->get_shape();
    auto s2 = l2->get_shape();
Paul Fultz II's avatar
Paul Fultz II committed
87
    run_pass(m);
88
89
90
91
    EXPECT(l0->get_shape() == s0);
    EXPECT(l1->get_shape() == s1);
    EXPECT(l2->get_shape() == s2);
    auto op0 = l0->get_operator().to_value();
Paul Fultz II's avatar
Paul Fultz II committed
92
93
    auto om1 = l1->get_operator().to_value();
    auto om2 = l2->get_operator().to_value();
94

kahmed10's avatar
kahmed10 committed
95
96
97
    EXPECT(op0["padding"].to_vector<std::size_t>() == std::vector<std::size_t>{1, 1, 1, 1});
    EXPECT(om1["padding"].to_vector<std::size_t>() == std::vector<std::size_t>{1, 1, 1, 1});
    EXPECT(om2["padding"].to_vector<std::size_t>() == std::vector<std::size_t>{1, 1, 1, 1});
98

Paul Fultz II's avatar
Paul Fultz II committed
99
100
    EXPECT(std::none_of(
        m.begin(), m.end(), [](const migraphx::instruction& ins) { return ins.name() == "pad"; }));
Khalique's avatar
Khalique committed
101
102
}

kahmed10's avatar
kahmed10 committed
103
TEST_CASE(rewrite_pad_im2col_asymmetric)
Khalique's avatar
Khalique committed
104
{
Paul Fultz II's avatar
Paul Fultz II committed
105
    migraphx::module m;
106

Khalique's avatar
Khalique committed
107
    size_t img_dim[2] = {2, 2};
Khalique's avatar
Khalique committed
108
    size_t channels   = 1;
Khalique's avatar
Khalique committed
109
110
111
112
    std::vector<int32_t> input(channels * img_dim[0] * img_dim[1]);
    std::iota(input.begin(), input.end(), 0);

    migraphx::shape s_img{migraphx::shape::int32_type, {1, channels, img_dim[0], img_dim[1]}};
Paul Fultz II's avatar
Paul Fultz II committed
113
    auto l_img = m.add_literal(migraphx::literal{s_img, input});
114
    auto padded_img =
Paul Fultz II's avatar
Paul Fultz II committed
115
        m.add_instruction(migraphx::make_op("pad", {{"pads", {0, 0, 0, 0, 0, 0, 2, 2}}}), l_img);
Khalique's avatar
Khalique committed
116

Paul Fultz II's avatar
Paul Fultz II committed
117
    auto l0 = create_im2col(padded_img, channels, m);
118
119

    auto s0 = l0->get_shape();
Paul Fultz II's avatar
Paul Fultz II committed
120
    run_pass(m);
121
122
123
    EXPECT(l0->get_shape() == s0);
    auto op0 = l0->get_operator().to_value();

kahmed10's avatar
kahmed10 committed
124
    EXPECT(op0["padding"].to_vector<std::size_t>() == std::vector<std::size_t>{0, 0, 2, 2});
Khalique's avatar
Khalique committed
125

Paul Fultz II's avatar
Paul Fultz II committed
126
    run_pass(m);
kahmed10's avatar
kahmed10 committed
127
    EXPECT(std::none_of(
Paul Fultz II's avatar
Paul Fultz II committed
128
        m.begin(), m.end(), [](const migraphx::instruction& ins) { return ins.name() == "pad"; }));
Khalique's avatar
Khalique committed
129
130
131
}

int main(int argc, const char* argv[]) { test::run(argc, argv); }