auto_contiguous.cpp 3.48 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
/*
 * The MIT License (MIT)
 *
 * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
Paul's avatar
Paul committed
24
25
26
#include <migraphx/auto_contiguous.hpp>
#include <migraphx/program.hpp>
#include <migraphx/instruction.hpp>
27
#include <migraphx/make_op.hpp>
Paul's avatar
Paul committed
28
#include <migraphx/iterator_for.hpp>
29
#include <migraphx/ranges.hpp>
Paul's avatar
Paul committed
30

Paul's avatar
Paul committed
31
namespace migraphx {
Paul's avatar
Paul committed
32
inline namespace MIGRAPHX_INLINE_NS {
Paul's avatar
Paul committed
33

34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
const auto& reshaper_op_names()
{
    // clang-format off
    static const std::unordered_set<std::string> names = {
        "flatten",
        "reshape",
        "contiguous",
        "squeeze",
        "unsqueeze"
        "transpose",
        "multibroadcast",
        "broadcast"
    };
    // clang-format on
    return names;
}

bool is_reshaper_op(instruction_ref ins) { return contains(reshaper_op_names(), ins->name()); }

53
void auto_contiguous::apply(module& m) const
Paul's avatar
Paul committed
54
{
Shucai Xiao's avatar
Shucai Xiao committed
55
    std::string key = "require_std_shape";
56
    for(auto ins : reverse_iterator_for(m))
Shucai Xiao's avatar
Shucai Xiao committed
57
58
59
60
61
62
63
64
65
66
67
    {
        auto&& attr = ins->get_operator().attributes();
        if((attr.get(key, false)))
        {
            auto args     = ins->inputs();
            auto new_args = args;
            std::transform(args.begin(), args.end(), new_args.begin(), [&](auto in) {
                if(in->name() == "contiguous")
                {
                    return in;
                }
68
                return m.insert_instruction(ins, make_op("contiguous"), in);
Shucai Xiao's avatar
Shucai Xiao committed
69
70
71
72
            });

            if(new_args != args)
            {
73
                m.replace_instruction(ins, ins->get_operator(), new_args);
Shucai Xiao's avatar
Shucai Xiao committed
74
75
76
77
            }
        }
    }

78
79
    auto last = std::prev(m.end());
    for(auto ins : iterator_for(m))
Paul's avatar
Paul committed
80
    {
81
82
        if(ins->name() == "layout")
            continue;
Shucai Xiao's avatar
Shucai Xiao committed
83
84
85
        // for last instruction that is NOT a return
        if(ins->outputs().empty() and ins != last)
            continue;
86
87
88

        // perform a pass to insert contiguous for every reshape (without reshaper) before
        // determining if aliasing can be performed
Ted Themistokleous's avatar
Ted Themistokleous committed
89
90
91
92
        //if(ins->name() == "reshape" and not is_reshaper_op(std::next(ins)))
        //{
        //    m.insert_instruction(std::next(ins), make_op("contiguous"), ins);
        //}
93

Paul's avatar
Paul committed
94
        shape s = ins->get_shape();
95
        if(not s.dynamic() and not s.standard() and s.elements() != 0)
Paul's avatar
Paul committed
96
        {
97
98
            auto c = m.insert_instruction(std::next(ins), make_op("contiguous"), ins);
            m.replace_instruction(ins, c);
Paul's avatar
Paul committed
99
100
101
102
        }
    }
}

Paul's avatar
Paul committed
103
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
104
} // namespace migraphx