"test/vscode:/vscode.git/clone" did not exist on "60fb4d7f803e73ea3c37a077681ea77135c50403"
eliminate_concat.cpp 3.09 KB
Newer Older
1
#include <iterator>
Paul's avatar
Paul committed
2
3
4
5
6
7
#include <migraphx/eliminate_concat.hpp>
#include <migraphx/program.hpp>
#include <migraphx/instruction.hpp>
#include <migraphx/operators.hpp>
#include <migraphx/iterator_for.hpp>
#include <migraphx/dfor.hpp>
8

Paul's avatar
Paul committed
9
namespace migraphx {
Paul's avatar
Paul committed
10
inline namespace MIGRAPHX_INLINE_NS {
11
12
13
14
15
16
17
18
19
20
21
22
void eliminate_concat::apply(program& p) const
{
    for(auto ins : iterator_for(p))
    {
        // Look for the concat operator
        if(ins->name() != concat_opt.name())
            continue;
        // If any inputs are literals then abort
        if(std::any_of(ins->inputs().begin() + 1, ins->inputs().end(), [](auto arg) {
               return arg->name() == "@literal";
           }))
            continue;
Scott Thornton's avatar
Scott Thornton committed
23
        // We can only do this optimization when concat axis is either the leftmost
24
25
26
        // axis OR the sizes to the left of this axis are all equal to 1
        // Since we've already checked that the non-axis dimensions are identical
        // we only need to check the first input
Scott Thornton's avatar
Scott Thornton committed
27
        auto lens      = ins->inputs().front()->get_shape().lens();
28
        auto concat_op = concat_opt.get_concat(ins->get_operator());
Scott Thornton's avatar
Scott Thornton committed
29
30
        if(concat_op.axis == 0 ||
           std::all_of(lens.begin(), lens.begin() + concat_op.axis, [](auto x) { return x == 1; }))
31
32
33
        {
            // Last input should be an allocation
            auto last = ins->inputs().back();
Scott Thornton's avatar
Scott Thornton committed
34
35
            if(last->name() != concat_opt.allocate())
                continue;
36
37
38
            // Where are the allocations for the tensors to be concatenated?
            std::vector<instruction_ref> allocations;

Paul's avatar
Paul committed
39
40
41
42
43
            std::transform(
                ins->inputs().begin(),
                std::prev(ins->inputs().end()),
                std::back_inserter(allocations),
                [&](instruction_ref x) { return instruction::get_output_alias(x, true); });
Paul's avatar
Paul committed
44

Paul's avatar
Paul committed
45
46
47
            if(std::any_of(allocations.begin(), allocations.end(), [&](auto x) {
                   return x->name() != concat_opt.allocate();
               }))
Paul's avatar
Paul committed
48
49
                continue;

Scott Thornton's avatar
Scott Thornton committed
50
            // Need to sort the allocations, so that we know where to
51
            // insert the "super"-allocation
Scott Thornton's avatar
Scott Thornton committed
52
53
54
55
            std::sort(
                allocations.begin(), allocations.end(), [&](instruction_ref x, instruction_ref y) {
                    return std::distance(p.begin(), x) < std::distance(p.begin(), y);
                });
56
            // Move "super" allocation to the front
Paul's avatar
Paul committed
57
58
            auto first = allocations.front();
            auto super = p.move_instruction(last, first);
Paul's avatar
Paul committed
59
            // Replace each allocation with a load
60
            std::size_t offset = 0;
Paul's avatar
Paul committed
61
            for(auto alloc : allocations)
62
            {
Paul's avatar
Paul committed
63
64
65
                op::load op{alloc->get_shape(), offset};
                p.replace_instruction(alloc, op, {super});
                offset += alloc->get_shape().bytes();
66
67
            }
            std::vector<instruction_ref> args = {super};
Scott Thornton's avatar
Scott Thornton committed
68
            std::copy(ins->inputs().begin(), ins->inputs().end() - 1, std::back_inserter(args));
Paul's avatar
Paul committed
69
            p.replace_instruction(ins, migraphx::op::identity{}, args);
70
71
72
        }
    }
}
Paul's avatar
Paul committed
73
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
74
} // namespace migraphx