"...git@developer.sourcefind.cn:modelzoo/qwen_lmdeploy.git" did not exist on "b728064e11329bec931b3992c7f77e6a89085a4d"
program.cpp 8.57 KB
Newer Older
Paul's avatar
Paul committed
1
2
3
#include <migraph/program.hpp>
#include <migraph/stringutils.hpp>
#include <migraph/instruction.hpp>
Paul's avatar
Paul committed
4
#include <iostream>
Paul's avatar
Paul committed
5
#include <sstream>
Paul's avatar
Paul committed
6
7
#include <algorithm>

Paul's avatar
Paul committed
8
namespace migraph {
Paul's avatar
Paul committed
9

Paul's avatar
Paul committed
10
11
12
13
struct program_impl
{
    // A list is used to keep references to an instruction stable
    std::list<instruction> instructions;
Paul's avatar
Paul committed
14
    context ctx;
Paul's avatar
Paul committed
15
16
};

Paul's avatar
Paul committed
17
const operation& get_operation(instruction_ref ins) { return ins->op; }
Paul's avatar
Paul committed
18

Paul's avatar
Paul committed
19
program::program() : impl(std::make_unique<program_impl>()) {}
Paul's avatar
Paul committed
20

Paul's avatar
Paul committed
21
program::program(program&&) noexcept = default;
Paul's avatar
Paul committed
22
23
program& program::operator=(program&&) noexcept = default;
program::~program() noexcept                    = default;
Paul's avatar
Paul committed
24

Paul's avatar
Paul committed
25
instruction_ref program::add_instruction(operation op, std::vector<instruction_ref> args)
Paul's avatar
Paul committed
26
27
28
{
    return insert_instruction(impl->instructions.end(), std::move(op), std::move(args));
}
Paul's avatar
Paul committed
29
30
instruction_ref
program::insert_instruction(instruction_ref ins, operation op, std::vector<instruction_ref> args)
Paul's avatar
Paul committed
31
{
Paul's avatar
Paul committed
32
33
34
    assert(std::all_of(
               args.begin(), args.end(), [&](instruction_ref x) { return has_instruction(x); }) &&
           "Argument is not an exisiting instruction");
Paul's avatar
Paul committed
35
    assert(not starts_with(op.name(), "@"));
Paul's avatar
Paul committed
36
37
    // TODO: Use move
    shape r     = compute_shape(op, args);
Paul's avatar
Paul committed
38
    auto result = impl->instructions.insert(ins, {op, r, args});
Paul's avatar
Paul committed
39
    backreference(result);
Paul's avatar
Paul committed
40
    assert(result->arguments == args);
Paul's avatar
Paul committed
41
    assert(result->valid(begin()));
Paul's avatar
Paul committed
42
    return result;
Paul's avatar
Paul committed
43
44
}

Paul's avatar
Paul committed
45
46
47
48
49
50
instruction_ref
program::replace_instruction(instruction_ref ins, operation op, std::vector<instruction_ref> args)
{
    assert(std::all_of(
               args.begin(), args.end(), [&](instruction_ref x) { return has_instruction(x); }) &&
           "Argument is not an exisiting instruction");
Paul's avatar
Paul committed
51
    assert(not starts_with(op.name(), "@"));
Paul's avatar
Paul committed
52

Paul's avatar
Paul committed
53
    shape r = compute_shape(op, args);
Paul's avatar
Paul committed
54
55
    ins->replace(op, r, args);
    backreference(ins);
Paul's avatar
Paul committed
56
    assert(ins->valid(begin()));
Paul's avatar
Paul committed
57
58
59
    return ins;
}

Paul's avatar
Paul committed
60
61
instruction_ref
program::replace_instructions(instruction_ref ins, instruction_ref start, instruction_ref last)
Paul's avatar
Paul committed
62
63
{
    auto rep = std::prev(last);
Paul's avatar
Paul committed
64
    for(auto&& out : ins->output)
Paul's avatar
Paul committed
65
66
67
68
69
70
    {
        if(std::find(start, last, out) == last)
        {
            out->replace_argument(ins, rep);
            backreference(out);
        }
Paul's avatar
Paul committed
71
        assert(out->valid(begin()));
Paul's avatar
Paul committed
72
    }
Paul's avatar
Paul committed
73
74
    assert(rep->valid(begin()));
    assert(ins->valid(begin()));
Paul's avatar
Paul committed
75
    if(ins->output.empty())
Paul's avatar
Paul committed
76
77
78
79
80
81
82
83
84
        remove_instruction(ins);
    return rep;
}

instruction_ref
program::replace_instruction(instruction_ref ins, instruction_ref start)
{
    assert(ins != start);
    return replace_instructions(ins, start, std::next(start));
Paul's avatar
Paul committed
85
86
}

Paul's avatar
Paul committed
87
instruction_ref program::remove_instruction(instruction_ref ins)
Paul's avatar
Paul committed
88
89
90
91
92
93
94
{
    assert(has_instruction(ins));
    assert(ins->output.empty());
    ins->clear_arguments();
    return impl->instructions.erase(ins);
}

95
96
instruction_ref program::remove_instructions(instruction_ref first, instruction_ref last)
{
Paul's avatar
Paul committed
97
98
    if(first == last)
        return first;
Paul's avatar
Paul committed
99
    // TODO: Check every element
100
    assert(has_instruction(first));
Paul's avatar
Paul committed
101
102
    std::for_each(first, last, [&](instruction& ins) { ins.clear_arguments(); });
    assert(std::all_of(first, last, [&](instruction& ins) { return ins.output.empty(); }));
103
104
105
106
107
108
109
110
111
    return impl->instructions.erase(first, last);
}

instruction_ref program::move_instruction(instruction_ref src, instruction_ref dst)
{
    impl->instructions.splice(dst, impl->instructions, src);
    return src;
}

Paul's avatar
Paul committed
112
instruction_ref program::add_literal(literal l)
Paul's avatar
Paul committed
113
{
Paul's avatar
Paul committed
114
115
116
117
118
119
120
121
    impl->instructions.emplace_front(std::move(l));
    return impl->instructions.begin();
}

instruction_ref program::add_outline(shape s)
{
    impl->instructions.push_front({builtin::outline{s}, s, {}});
    return impl->instructions.begin();
Paul's avatar
Paul committed
122
123
}

Paul's avatar
Paul committed
124
instruction_ref program::add_parameter(std::string name, shape s)
Paul's avatar
Paul committed
125
{
Paul's avatar
Paul committed
126
127
128
129
130
131
132
    impl->instructions.push_front({builtin::param{std::move(name)}, s, {}});
    return impl->instructions.begin();
}

shape program::get_parameter_shape(std::string name)
{
    auto ins = std::find_if(
Paul's avatar
Paul committed
133
134
135
136
137
138
139
140
141
142
143
144
145
146
        impl->instructions.begin(), impl->instructions.end(), [&](const instruction& x) {
            if(x.op.name() == "@param")
            {
                return any_cast<builtin::param>(x.op).parameter == name;
            }
            else
            {
                return false;
            }
        });
    if(ins != this->end())
        return ins->result;
    else
        return {};
Paul's avatar
Paul committed
147
148
}

Paul's avatar
Paul committed
149
150
151
std::unordered_map<std::string, shape> program::get_parameter_shapes() const
{
    std::unordered_map<std::string, shape> result;
Paul's avatar
Paul committed
152
    for(auto&& ins : impl->instructions)
Paul's avatar
Paul committed
153
154
155
    {
        if(ins.op.name() == "@param")
        {
Paul's avatar
Paul committed
156
            auto&& name  = any_cast<builtin::param>(ins.op).parameter;
Paul's avatar
Paul committed
157
158
159
160
161
162
            result[name] = ins.result;
        }
    }
    return result;
}

Paul's avatar
Paul committed
163
bool program::has_instruction(instruction_ref ins) const
Paul's avatar
Paul committed
164
{
Paul's avatar
Paul committed
165
166
167
168
    return std::find_if(
               impl->instructions.begin(), impl->instructions.end(), [&](const instruction& x) {
                   return std::addressof(*ins) == std::addressof(x);
               }) != impl->instructions.end();
Paul's avatar
Paul committed
169
170
}

Paul's avatar
Paul committed
171
172
instruction_ref program::begin() { return impl->instructions.begin(); }
instruction_ref program::end() { return impl->instructions.end(); }
173

Paul's avatar
Paul committed
174
shape program::get_shape() const { return impl->instructions.back().result; }
Paul's avatar
Paul committed
175

Paul's avatar
Paul committed
176
177
instruction_ref program::validate() const
{
Paul's avatar
Paul committed
178
179
    return std::find_if(impl->instructions.begin(),
                        impl->instructions.end(),
Paul's avatar
Paul committed
180
                        [&](const instruction& i) { return !i.valid(impl->instructions.begin()); });
Paul's avatar
Paul committed
181
182
}

Paul's avatar
Paul committed
183
184
void program::compile(const target& t)
{
Paul's avatar
Paul committed
185
    assert(this->validate() == impl->instructions.end());
Paul's avatar
Paul committed
186
    this->impl->ctx = t.get_context();
Paul's avatar
Paul committed
187
    for(auto&& p : t.get_passes(this->impl->ctx))
Paul's avatar
Paul committed
188
189
190
    {
        p.apply(*this);
#ifndef NDEBUG
Paul's avatar
Paul committed
191
        auto invalid = this->validate();
Paul's avatar
Paul committed
192
193
        if(invalid != impl->instructions.end())
        {
Paul's avatar
Paul committed
194
            auto index = std::distance(impl->instructions.begin(), invalid);
Paul's avatar
Paul committed
195
            MIGRAPH_THROW(p.name() + " pass produces invalid program at instruction " +
Paul's avatar
Paul committed
196
                          std::to_string(index) + ": " + invalid->op.name());
Paul's avatar
Paul committed
197
        }
Paul's avatar
Paul committed
198
199
#endif
    }
Paul's avatar
Paul committed
200
    auto invalid = this->validate();
Paul's avatar
Paul committed
201
202
    if(invalid != impl->instructions.end())
    {
Paul's avatar
Paul committed
203
204
205
        auto index = std::distance(impl->instructions.begin(), invalid);
        MIGRAPH_THROW("Invalid program from compilation at instruction " + std::to_string(index));
    }
Paul's avatar
Paul committed
206
207
}

208
argument program::eval(std::unordered_map<std::string, argument> params) const
Paul's avatar
Paul committed
209
{
Paul's avatar
Paul committed
210
    assert(this->validate() == impl->instructions.end());
Paul's avatar
Paul committed
211
212
    std::unordered_map<const instruction*, argument> results;
    argument result;
Paul's avatar
Paul committed
213
    for(auto& ins : impl->instructions)
Paul's avatar
Paul committed
214
    {
Paul's avatar
Paul committed
215
        if(ins.op.name() == "@literal")
Paul's avatar
Paul committed
216
217
218
        {
            result = ins.lit.get_argument();
        }
Paul's avatar
Paul committed
219
        else if(ins.op.name() == "@param")
Paul's avatar
Paul committed
220
        {
Paul's avatar
Paul committed
221
            result = params.at(any_cast<builtin::param>(ins.op).parameter);
Paul's avatar
Paul committed
222
        }
Paul's avatar
Paul committed
223
224
225
226
        else if(ins.op.name() == "@outline")
        {
            result = argument{ins.result, nullptr};
        }
Paul's avatar
Paul committed
227
228
229
        else
        {
            std::vector<argument> values(ins.arguments.size());
Paul's avatar
Paul committed
230
231
232
            std::transform(ins.arguments.begin(),
                           ins.arguments.end(),
                           values.begin(),
Paul's avatar
Paul committed
233
                           [&](instruction_ref i) { return results.at(std::addressof(*i)); });
Paul's avatar
Paul committed
234
            result = ins.op.compute(this->impl->ctx, ins.result, values);
Paul's avatar
Paul committed
235
236
237
        }
        results.emplace(std::addressof(ins), result);
    }
238
    return result;
Paul's avatar
Paul committed
239
240
}

Paul's avatar
Paul committed
241
bool operator==(const program& x, const program& y) { return to_string(x) == to_string(y); }
Paul's avatar
Paul committed
242

Paul's avatar
Paul committed
243
std::ostream& operator<<(std::ostream& os, const program& p)
Paul's avatar
Paul committed
244
245
246
247
{
    std::unordered_map<const instruction*, std::string> names;
    int count = 0;

Paul's avatar
Paul committed
248
    for(auto& ins : p.impl->instructions)
Paul's avatar
Paul committed
249
250
    {
        std::string var_name = "@" + std::to_string(count);
Paul's avatar
Paul committed
251
        if(ins.op.name() == "@param")
Paul's avatar
Paul committed
252
        {
Paul's avatar
Paul committed
253
            var_name = any_cast<builtin::param>(ins.op).parameter;
Paul's avatar
Paul committed
254
255
        }

Paul's avatar
Paul committed
256
        os << var_name << " = ";
Paul's avatar
Paul committed
257

Paul's avatar
Paul committed
258
        os << ins.op;
Paul's avatar
Paul committed
259
260
261

        if(ins.op.name() == "@literal")
        {
Paul's avatar
Paul committed
262
            if(ins.lit.get_shape().elements() > 10)
Paul's avatar
Paul committed
263
                os << "{ ... }";
Paul's avatar
Paul committed
264
            else
Paul's avatar
Paul committed
265
                os << "{" << ins.lit << "}";
Paul's avatar
Paul committed
266
267
268
269
270
        }

        if(!ins.arguments.empty())
        {
            char delim = '(';
Paul's avatar
Paul committed
271
            for(auto&& arg : ins.arguments)
Paul's avatar
Paul committed
272
            {
Paul's avatar
Paul committed
273
274
                assert(p.has_instruction(arg) && "Instruction not found");
                os << delim << names.at(std::addressof(*arg));
Paul's avatar
Paul committed
275
276
                delim = ',';
            }
Paul's avatar
Paul committed
277
            os << ")";
Paul's avatar
Paul committed
278
279
        }

Paul's avatar
Paul committed
280
        os << " -> " << ins.result;
Paul's avatar
Paul committed
281

Paul's avatar
Paul committed
282
        os << std::endl;
Paul's avatar
Paul committed
283
284

        names.emplace(std::addressof(ins), var_name);
Paul's avatar
Paul committed
285
        count++;
Paul's avatar
Paul committed
286
    }
Paul's avatar
Paul committed
287
    return os;
Paul's avatar
Paul committed
288
289
}

Paul's avatar
Paul committed
290
} // namespace migraph