program.cpp 18.3 KB
Newer Older
Paul's avatar
Paul committed
1
2
3
#include <migraphx/program.hpp>
#include <migraphx/stringutils.hpp>
#include <migraphx/instruction.hpp>
4
#include <migraphx/op/identity.hpp>
Paul's avatar
Paul committed
5
#include <migraphx/target.hpp>
Paul's avatar
Paul committed
6
7
8
9
#include <migraphx/env.hpp>
#include <migraphx/ranges.hpp>
#include <migraphx/time.hpp>
#include <migraphx/iterator_for.hpp>
Paul's avatar
Paul committed
10
#include <iostream>
Paul's avatar
Paul committed
11
#include <sstream>
Paul's avatar
Paul committed
12
#include <algorithm>
Paul's avatar
Paul committed
13
#include <utility>
Paul's avatar
Paul committed
14

Paul's avatar
Paul committed
15
namespace migraphx {
Paul's avatar
Paul committed
16
inline namespace MIGRAPHX_INLINE_NS {
Paul's avatar
Paul committed
17

Paul's avatar
Paul committed
18
19
20
21
struct program_impl
{
    // A list is used to keep references to an instruction stable
    std::list<instruction> instructions;
Paul's avatar
Paul committed
22
    context ctx;
Paul's avatar
Paul committed
23
24
};

25
const operation& get_operation(instruction_ref ins) { return ins->get_operator(); }
Paul's avatar
Paul committed
26

Paul's avatar
Paul committed
27
28
29
static void print_instruction(std::ostream& os,
                              instruction_ref ins,
                              const std::unordered_map<instruction_ref, std::string>& names)
Paul's avatar
Paul committed
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
{
    os << names.at(ins) << " = ";

    os << ins->get_operator();

    if(ins->name() == "@literal")
    {
        if(ins->get_literal().get_shape().elements() > 10)
            os << "{ ... }";
        else
            os << "{" << ins->get_literal() << "}";
    }

    if(!ins->inputs().empty())
    {
        char delim = '(';
        for(auto&& arg : ins->inputs())
        {
            os << delim << names.at(arg);
            delim = ',';
        }
        os << ")";
    }
Paul's avatar
Paul committed
53

Paul's avatar
Paul committed
54
55
56
    os << " -> " << ins->get_shape();
}

Paul's avatar
Paul committed
57
template <class F>
Khalique's avatar
Khalique committed
58
59
static void print_program(
    const program& p,
60
61
    F print_func
    )
Paul's avatar
Paul committed
62
{
63
    std::unordered_map<instruction_ref, std::string> names;
Paul's avatar
Paul committed
64
65
    int count = 0;

66
    for(auto ins : iterator_for(p))
Paul's avatar
Paul committed
67
68
    {
        std::string var_name = "@" + std::to_string(count);
Paul's avatar
Paul committed
69
        if(ins->name() == "@param")
Paul's avatar
Paul committed
70
        {
71
            var_name = any_cast<builtin::param>(ins->get_operator()).parameter;
Paul's avatar
Paul committed
72
        }
Paul's avatar
Paul committed
73
        names.emplace(ins, var_name);
Paul's avatar
Paul committed
74

Paul's avatar
Paul committed
75
76
        // TODO: Use all_of
        for(auto&& arg : ins->inputs())
Paul's avatar
Paul committed
77
        {
Paul's avatar
Paul committed
78
79
            assert(p.has_instruction(arg) && "Instruction not found");
            (void)arg;
Paul's avatar
Paul committed
80
81
        }

82
        print_func(ins, names);
Paul's avatar
Paul committed
83
84
85
86
87

        count++;
    }
}

Paul's avatar
Paul committed
88
program::program() : impl(std::make_unique<program_impl>()) {}
Paul's avatar
Paul committed
89

Paul's avatar
Paul committed
90
program::program(program&&) noexcept = default;
Paul's avatar
Paul committed
91
92
program& program::operator=(program&&) noexcept = default;
program::~program() noexcept                    = default;
Paul's avatar
Paul committed
93

Paul's avatar
Paul committed
94
instruction_ref program::add_instruction(const operation& op, std::vector<instruction_ref> args)
Paul's avatar
Paul committed
95
{
Paul's avatar
Paul committed
96
    return insert_instruction(impl->instructions.end(), op, std::move(args));
Paul's avatar
Paul committed
97
}
Paul's avatar
Paul committed
98
99
100
instruction_ref program::insert_instruction(instruction_ref ins,
                                            const operation& op,
                                            std::vector<instruction_ref> args)
Paul's avatar
Paul committed
101
{
Paul's avatar
Paul committed
102
103
104
    assert(std::all_of(
               args.begin(), args.end(), [&](instruction_ref x) { return has_instruction(x); }) &&
           "Argument is not an exisiting instruction");
Paul's avatar
Paul committed
105
    assert(not starts_with(op.name(), "@"));
Paul's avatar
Paul committed
106
    shape r     = compute_shape(op, args);
Paul's avatar
Paul committed
107
    auto result = impl->instructions.insert(ins, {op, r, std::move(args)});
Paul's avatar
Paul committed
108
    instruction::backreference(result);
Paul's avatar
Paul committed
109
    assert(result->valid(begin()));
Paul's avatar
Paul committed
110
    return result;
Paul's avatar
Paul committed
111
112
}

Paul's avatar
Paul committed
113
114
115
instruction_ref program::replace_instruction(instruction_ref ins,
                                             const operation& op,
                                             std::vector<instruction_ref> args)
Paul's avatar
Paul committed
116
117
118
119
{
    assert(std::all_of(
               args.begin(), args.end(), [&](instruction_ref x) { return has_instruction(x); }) &&
           "Argument is not an exisiting instruction");
Paul's avatar
Paul committed
120
    assert(not starts_with(op.name(), "@"));
Paul's avatar
Paul committed
121

Paul's avatar
Paul committed
122
    shape r = compute_shape(op, args);
123
    instruction::replace(ins, op, r, std::move(args));
Paul's avatar
Paul committed
124
    assert(ins->valid(begin()));
Paul's avatar
Paul committed
125
126
127
    return ins;
}

Paul's avatar
Paul committed
128
instruction_ref program::replace_instruction(instruction_ref ins, instruction_ref rep)
Paul's avatar
Paul committed
129
{
Paul's avatar
Paul committed
130
131
132
    assert(has_instruction(ins));
    assert(has_instruction(rep));
    assert(ins != rep);
Shucai Xiao's avatar
Shucai Xiao committed
133

Shucai Xiao's avatar
Shucai Xiao committed
134
    if(ins == std::prev(this->end()))
Shucai Xiao's avatar
Shucai Xiao committed
135
    {
Shucai Xiao's avatar
Shucai Xiao committed
136
        return replace_instruction(ins, op::identity{}, rep);
Shucai Xiao's avatar
Shucai Xiao committed
137
138
    }

Paul's avatar
Paul committed
139
    // TODO: Should it be an error if the output is empty?
Paul's avatar
Paul committed
140
    if(ins->outputs().empty())
Paul's avatar
Paul committed
141
142
143
    {
        return rep;
    }
Paul's avatar
Paul committed
144
145
146
    // Make a copy of outputs which can be changed when calling replace_argument
    auto outputs = ins->outputs();
    for(auto out : outputs)
Paul's avatar
Paul committed
147
    {
Paul's avatar
Paul committed
148
149
        // TODO: Check for possible cycles
        if(out != rep)
Paul's avatar
Paul committed
150
        {
Paul's avatar
Paul committed
151
            instruction::replace_argument(out, ins, rep);
Paul's avatar
Paul committed
152
        }
Paul's avatar
Paul committed
153
        assert(out->valid(begin()));
Paul's avatar
Paul committed
154
    }
Paul's avatar
Paul committed
155
    // Replacement should not be dead code unless its the last instruction
Paul's avatar
Paul committed
156
    assert(!rep->outputs().empty() or rep == std::prev(end()));
Paul's avatar
Paul committed
157
    // Output of the original instruction should only be the replacement or empty
Paul's avatar
Paul committed
158
159
160
    assert(ins->outputs().empty() or std::all_of(ins->outputs().begin(),
                                                 ins->outputs().end(),
                                                 [&](auto i) { return i == rep; }));
Paul's avatar
Paul committed
161
    assert(ins->valid(begin()));
Paul's avatar
Paul committed
162
    assert(rep->valid(begin()));
Paul's avatar
Paul committed
163
164
165
    return rep;
}

Paul's avatar
Paul committed
166
instruction_ref program::remove_instruction(instruction_ref ins)
Paul's avatar
Paul committed
167
168
{
    assert(has_instruction(ins));
Paul's avatar
Paul committed
169
    assert(ins->outputs().empty());
Paul's avatar
Paul committed
170
171
172
173
    ins->clear_arguments();
    return impl->instructions.erase(ins);
}

174
175
instruction_ref program::remove_instructions(instruction_ref first, instruction_ref last)
{
Paul's avatar
Paul committed
176
177
    if(first == last)
        return first;
Paul's avatar
Paul committed
178
    // TODO: Check every element
179
    assert(has_instruction(first));
Paul's avatar
Paul committed
180
    std::for_each(first, last, [&](instruction& ins) { ins.clear_arguments(); });
Paul's avatar
Paul committed
181
    assert(std::all_of(first, last, [&](instruction& ins) { return ins.outputs().empty(); }));
182
183
184
185
186
187
188
189
190
    return impl->instructions.erase(first, last);
}

instruction_ref program::move_instruction(instruction_ref src, instruction_ref dst)
{
    impl->instructions.splice(dst, impl->instructions, src);
    return src;
}

Paul's avatar
Paul committed
191
instruction_ref program::add_literal(literal l)
Paul's avatar
Paul committed
192
{
Paul's avatar
Paul committed
193
194
195
196
    impl->instructions.emplace_front(std::move(l));
    return impl->instructions.begin();
}

Paul's avatar
Paul committed
197
instruction_ref program::add_outline(const shape& s)
Paul's avatar
Paul committed
198
199
200
{
    impl->instructions.push_front({builtin::outline{s}, s, {}});
    return impl->instructions.begin();
Paul's avatar
Paul committed
201
202
}

Paul's avatar
Paul committed
203
instruction_ref program::add_parameter(std::string name, shape s)
Paul's avatar
Paul committed
204
{
205
    assert(get_parameter_shape(name) == shape{});
Paul's avatar
Paul committed
206
    impl->instructions.push_front({builtin::param{std::move(name)}, std::move(s), {}});
Paul's avatar
Paul committed
207
208
209
    return impl->instructions.begin();
}

Paul's avatar
Paul committed
210
shape program::get_parameter_shape(std::string name) const
Paul's avatar
Paul committed
211
212
{
    auto ins = std::find_if(
Paul's avatar
Paul committed
213
        impl->instructions.begin(), impl->instructions.end(), [&](const instruction& x) {
Paul's avatar
Paul committed
214
            if(x.name() == "@param")
Paul's avatar
Paul committed
215
            {
216
                return any_cast<builtin::param>(x.get_operator()).parameter == name;
Paul's avatar
Paul committed
217
218
219
220
221
222
223
            }
            else
            {
                return false;
            }
        });
    if(ins != this->end())
Paul's avatar
Paul committed
224
        return ins->get_shape();
Paul's avatar
Paul committed
225
226
    else
        return {};
Paul's avatar
Paul committed
227
228
}

mei-ye's avatar
mei-ye committed
229
230
231
232
instruction_ref program::get_parameter(std::string name) const
{
    auto ins = std::find_if(
        impl->instructions.begin(), impl->instructions.end(), [&](const instruction& x) {
Paul's avatar
Paul committed
233
            if(x.name() == "@param")
mei-ye's avatar
mei-ye committed
234
            {
Paul's avatar
Paul committed
235
                return any_cast<builtin::param>(x.get_operator()).parameter == name;
mei-ye's avatar
mei-ye committed
236
237
238
239
240
241
242
243
244
            }
            else
            {
                return false;
            }
        });
    if(ins != this->end())
        return ins;
    else
mei-ye's avatar
mei-ye committed
245
        return this->end();
mei-ye's avatar
mei-ye committed
246
247
}

Paul's avatar
Paul committed
248
249
250
std::unordered_map<std::string, shape> program::get_parameter_shapes() const
{
    std::unordered_map<std::string, shape> result;
Paul's avatar
Paul committed
251
    for(auto&& ins : impl->instructions)
Paul's avatar
Paul committed
252
    {
Paul's avatar
Paul committed
253
        if(ins.name() == "@param")
Paul's avatar
Paul committed
254
        {
255
            auto&& name  = any_cast<builtin::param>(ins.get_operator()).parameter;
Paul's avatar
Paul committed
256
            result[name] = ins.get_shape();
Paul's avatar
Paul committed
257
258
259
260
261
        }
    }
    return result;
}

Paul's avatar
Paul committed
262
bool program::has_instruction(instruction_ref ins) const
Paul's avatar
Paul committed
263
{
Paul's avatar
Paul committed
264
265
266
267
    return std::find_if(
               impl->instructions.begin(), impl->instructions.end(), [&](const instruction& x) {
                   return std::addressof(*ins) == std::addressof(x);
               }) != impl->instructions.end();
Paul's avatar
Paul committed
268
269
}

Paul's avatar
Paul committed
270
std::size_t program::size() const { return impl->instructions.size(); }
Paul's avatar
Paul committed
271
272
instruction_ref program::begin() const { return impl->instructions.begin(); }
instruction_ref program::end() const { return impl->instructions.end(); }
273

Paul's avatar
Paul committed
274
shape program::get_shape() const { return impl->instructions.back().get_shape(); }
Paul's avatar
Paul committed
275

Paul's avatar
Paul committed
276
277
context& program::get_context() const { return impl->ctx; }

Paul's avatar
Paul committed
278
279
instruction_ref program::validate() const
{
Paul's avatar
Paul committed
280
281
    return std::find_if(impl->instructions.begin(),
                        impl->instructions.end(),
Paul's avatar
Paul committed
282
                        [&](const instruction& i) { return !i.valid(impl->instructions.begin()); });
Paul's avatar
Paul committed
283
284
}

mei-ye's avatar
mei-ye committed
285
void program::compile(const target& t, tracer trace)
Paul's avatar
Paul committed
286
{
Paul's avatar
Paul committed
287
    assert(this->validate() == impl->instructions.end());
mei-ye's avatar
mei-ye committed
288
    this->impl->ctx = t.get_context();
Paul's avatar
Paul committed
289
    if(enabled(MIGRAPHX_TRACE_COMPILE{}))
Paul's avatar
Paul committed
290
291
292
        trace = tracer{std::cout};
    trace(*this);
    trace();
Paul's avatar
Paul committed
293
    for(auto&& p : t.get_passes(this->impl->ctx))
Paul's avatar
Paul committed
294
    {
Paul's avatar
Paul committed
295
        trace("Pass: ", p.name());
Paul's avatar
Paul committed
296
        p.apply(*this);
Paul's avatar
Paul committed
297
        trace(*this);
Paul's avatar
Paul committed
298
#ifndef NDEBUG
Paul's avatar
Paul committed
299
        trace("Validate ...");
Paul's avatar
Paul committed
300
        auto invalid = this->validate();
Paul's avatar
Paul committed
301
302
        if(invalid != impl->instructions.end())
        {
Paul's avatar
Paul committed
303
            auto index = std::distance(impl->instructions.begin(), invalid);
Paul's avatar
Paul committed
304
            MIGRAPHX_THROW(p.name() + " pass produces invalid program at instruction " +
Paul's avatar
Paul committed
305
                           std::to_string(index) + ": " + invalid->name());
Paul's avatar
Paul committed
306
        }
Paul's avatar
Paul committed
307
        trace();
Paul's avatar
Paul committed
308
309
#endif
    }
Paul's avatar
Paul committed
310
    auto invalid = this->validate();
Paul's avatar
Paul committed
311
312
    if(invalid != impl->instructions.end())
    {
Paul's avatar
Paul committed
313
        auto index = std::distance(impl->instructions.begin(), invalid);
Paul's avatar
Paul committed
314
        MIGRAPHX_THROW("Invalid program from compilation at instruction " + std::to_string(index));
Paul's avatar
Paul committed
315
    }
Paul's avatar
Paul committed
316
317
318
319
320
321
322
323
324
    this->finalize();
}

void program::finalize()
{
    for(auto ins : iterator_for(*this))
    {
        ins->finalize(this->impl->ctx);
    }
Paul's avatar
Paul committed
325
326
}

Paul's avatar
Paul committed
327
328
329
330
331
template <class F>
argument generic_eval(const program& p,
                      context& ctx,
                      std::unordered_map<std::string, argument> params,
                      F trace)
Paul's avatar
Paul committed
332
{
Paul's avatar
Paul committed
333
    assert(p.validate() == p.end());
334
    std::unordered_map<instruction_ref, argument> results;
Paul's avatar
Paul committed
335
    results.reserve(p.size() * 2);
Paul's avatar
Paul committed
336
337
    std::vector<argument> values;
    values.reserve(16);
338
    for(auto ins : iterator_for(p))
Paul's avatar
Paul committed
339
    {
Paul's avatar
Paul committed
340
        if(ins->name() == "@literal")
Paul's avatar
Paul committed
341
        {
Paul's avatar
Paul committed
342
            results.emplace(ins, trace(ins, [&] { return ins->get_literal().get_argument(); }));
Paul's avatar
Paul committed
343
        }
Paul's avatar
Paul committed
344
        else if(ins->name() == "@param")
Paul's avatar
Paul committed
345
        {
Paul's avatar
Paul committed
346
347
348
349
350
351
352
353
354
355
356
            results.emplace(
                ins, trace(ins, [&] {
                    auto param_name = any_cast<builtin::param>(ins->get_operator()).parameter;
                    if(not contains(params, param_name))
                        MIGRAPHX_THROW("Parameter not found: " + param_name);
                    auto param = params.at(param_name);
                    if(param.get_shape() != ins->get_shape())
                        MIGRAPHX_THROW("Incorrect shape {" + to_string(param.get_shape()) +
                                       "} for parameter: " + param_name);
                    return param;
                }));
Paul's avatar
Paul committed
357
        }
Paul's avatar
Paul committed
358
        else if(ins->name() == "@outline")
Paul's avatar
Paul committed
359
        {
Paul's avatar
Paul committed
360
            results.emplace(ins, trace(ins, [&] { return argument{ins->get_shape(), nullptr}; }));
Paul's avatar
Paul committed
361
        }
Paul's avatar
Paul committed
362
363
        else
        {
Paul's avatar
Paul committed
364
            values.resize(ins->inputs().size());
Paul's avatar
Paul committed
365
366
367
368
369
            std::transform(
                ins->inputs().begin(), ins->inputs().end(), values.begin(), [&](instruction_ref i) {
                    assert(results.find(i) != results.end());
                    return results[i];
                });
Paul's avatar
Paul committed
370
371
372
            results.emplace(ins, trace(ins, [&] {
                                return ins->get_operator().compute(ctx, ins->get_shape(), values);
                            }));
Paul's avatar
Paul committed
373
        }
374
        assert(results.find(ins) != results.end());
Paul's avatar
Paul committed
375
    }
376
    return results.at(std::prev(p.end()));
Paul's avatar
Paul committed
377
378
}

Paul's avatar
Paul committed
379
380
argument program::eval(std::unordered_map<std::string, argument> params) const
{
Paul's avatar
Paul committed
381
382
    auto& ctx = this->impl->ctx;
#ifndef NDEBUG
Paul's avatar
Paul committed
383
    auto sctx          = ctx;
Paul's avatar
Paul committed
384
385
386
    auto check_context = [&](auto f) {
        assert(is_shared(ctx, sctx));
        auto x = f();
Paul's avatar
Paul committed
387
        sctx   = ctx;
Paul's avatar
Paul committed
388
389
390
        return x;
    };
#else
Paul's avatar
Paul committed
391
    auto check_context = [](auto f) { return f(); };
Paul's avatar
Paul committed
392
#endif
Paul's avatar
Paul committed
393
    if(enabled(MIGRAPHX_TRACE_EVAL{}))
Paul's avatar
Paul committed
394
    {
Paul's avatar
Paul committed
395
        return generic_eval(*this, ctx, std::move(params), [&](auto& ins, auto f) {
Paul's avatar
Paul committed
396
            ctx.finish();
Paul's avatar
Paul committed
397
398
            std::cout << "Run instruction: ";
            this->debug_print(ins);
Paul's avatar
Paul committed
399
            return check_context(f);
Paul's avatar
Paul committed
400
        });
Paul's avatar
Paul committed
401
402
403
404
    }
    else
    {
        return generic_eval(
Paul's avatar
Paul committed
405
            *this, ctx, std::move(params), [&](auto&, auto f) { return check_context(f); });
Paul's avatar
Paul committed
406
    }
Paul's avatar
Paul committed
407
408
}

Paul's avatar
Paul committed
409
410
411
double common_average(const std::vector<double>& v)
{
    std::size_t n = v.size() / 4;
Paul's avatar
Paul committed
412
413
    double total  = std::accumulate(v.begin() + n, v.end() - n, 0.0);
    return total / std::distance(v.begin() + n, v.end() - n);
Paul's avatar
Paul committed
414
415
}

Paul's avatar
Paul committed
416
417
418
void program::perf_report(std::ostream& os, std::size_t n, parameter_map params) const
{
    using milliseconds = std::chrono::duration<double, std::milli>;
Paul's avatar
Paul committed
419
    auto& ctx          = this->impl->ctx;
Paul's avatar
Paul committed
420
421
    // Run once by itself
    eval(params);
Paul's avatar
Paul committed
422
    ctx.finish();
Paul's avatar
Paul committed
423
    // Run and time entire program
Paul's avatar
Paul committed
424
425
    std::vector<double> total_vec;
    total_vec.reserve(n);
Paul's avatar
Paul committed
426
    for(std::size_t i = 0; i < n; i++)
Paul's avatar
Paul committed
427
    {
Paul's avatar
Paul committed
428
429
430
431
        total_vec.push_back(time<milliseconds>([&] {
            eval(params);
            ctx.finish();
        }));
Paul's avatar
Paul committed
432
    }
Paul's avatar
Paul committed
433
434
    std::sort(total_vec.begin(), total_vec.end());
    std::unordered_map<instruction_ref, std::vector<double>> ins_vec;
Paul's avatar
Paul committed
435
    // Fill the map
Paul's avatar
Paul committed
436
    generic_eval(*this, ctx, params, [&](auto ins, auto) {
Paul's avatar
Paul committed
437
        ins_vec[ins].reserve(n);
Paul's avatar
Paul committed
438
439
        return argument{};
    });
Paul's avatar
Paul committed
440
    // Run and time each instruction
Paul's avatar
Paul committed
441
    for(std::size_t i = 0; i < n; i++)
Paul's avatar
Paul committed
442
    {
Paul's avatar
Paul committed
443
        generic_eval(*this, ctx, params, [&](auto ins, auto f) {
444
            argument result;
Paul's avatar
Paul committed
445
446
447
448
            ins_vec[ins].push_back(time<milliseconds>([&] {
                result = f();
                ctx.finish();
            }));
449
            return result;
Paul's avatar
Paul committed
450
451
        });
    }
Paul's avatar
Paul committed
452
453
    for(auto&& p : ins_vec)
        std::sort(p.second.begin(), p.second.end());
Paul's avatar
Paul committed
454
    // Run and time implicit overhead
Paul's avatar
Paul committed
455
456
    std::vector<double> overhead_vec;
    overhead_vec.reserve(n);
Paul's avatar
Paul committed
457
    for(std::size_t i = 0; i < n; i++)
Paul's avatar
Paul committed
458
    {
Paul's avatar
Paul committed
459
        overhead_vec.push_back(time<milliseconds>([&] { dry_run(params); }));
Paul's avatar
Paul committed
460
461
    }

Paul's avatar
Paul committed
462
    double total_time             = common_average(total_vec);
Paul's avatar
Paul committed
463
    double rate                   = 1000.0 / total_time;
Paul's avatar
Paul committed
464
    double overhead_time          = common_average(overhead_vec);
Paul's avatar
Paul committed
465
    double overhead_percent       = overhead_time * 100.0 / total_time;
Paul's avatar
Paul committed
466
    double total_instruction_time = 0.0;
Paul's avatar
Paul committed
467
    std::unordered_map<std::string, double> op_times;
Paul's avatar
Paul committed
468
    for(auto&& p : ins_vec)
Paul's avatar
Paul committed
469
470
    {
        double avg = common_average(p.second);
Paul's avatar
Paul committed
471
        op_times[p.first->name()] += avg;
Paul's avatar
Paul committed
472
473
        total_instruction_time += avg;
    }
Paul's avatar
Paul committed
474
475
    double calculate_overhead_time    = total_time - total_instruction_time;
    double calculate_overhead_percent = calculate_overhead_time * 100.0 / total_time;
Paul's avatar
Paul committed
476

477
478
    print_program(*this, [&](auto ins, const auto& names) {
        print_instruction(std::cout,ins, names);
Paul's avatar
Paul committed
479
480
481
        double avg     = common_average(ins_vec[ins]);
        double percent = std::ceil(100.0 * avg / total_instruction_time);
        os << ": " << avg << "ms, " << percent << "%";
482
        os << std::endl;
Paul's avatar
Paul committed
483
    });
Paul's avatar
Paul committed
484
485
486

    os << std::endl;
    os << "Summary:" << std::endl;
Paul's avatar
Paul committed
487
    for(auto&& p : op_times)
Paul's avatar
Paul committed
488
    {
Paul's avatar
Paul committed
489
490
        auto&& name    = p.first;
        double avg     = p.second;
Paul's avatar
Paul committed
491
492
493
494
495
        double percent = std::ceil(100.0 * avg / total_instruction_time);
        os << name << ": " << avg << "ms, " << percent << "%" << std::endl;
    }

    os << std::endl;
Paul's avatar
Paul committed
496

Paul's avatar
Paul committed
497
    os << "Rate: " << rate << "/sec" << std::endl;
Paul's avatar
Paul committed
498
499
    os << "Total time: " << total_time << "ms" << std::endl;
    os << "Total instructions time: " << total_instruction_time << "ms" << std::endl;
Paul's avatar
Paul committed
500
501
502
503
    os << "Overhead time: " << overhead_time << "ms"
       << ", " << calculate_overhead_time << "ms" << std::endl;
    os << "Overhead: " << std::round(overhead_percent) << "%"
       << ", " << std::round(calculate_overhead_percent) << "%" << std::endl;
Paul's avatar
Paul committed
504
505
}

Paul's avatar
Paul committed
506
507
void program::debug_print() const { std::cout << *this << std::endl; }
void program::debug_print(instruction_ref ins) const
Paul's avatar
Paul committed
508
{
Paul's avatar
Paul committed
509
510
511
512
513
514
515
516
517
518
    if(ins == this->end())
    {
        std::cout << "End instruction" << std::endl;
        return;
    }
    if(not has_instruction(ins))
    {
        std::cout << "Instruction not part of program" << std::endl;
        return;
    }
Paul's avatar
Paul committed
519
    std::stringstream ss;
520
    print_program(*this, [&](auto x, const auto& names) {
Paul's avatar
Paul committed
521
        if(x == ins)
Paul's avatar
Paul committed
522
523
524
525
526
527
        {
            print_instruction(std::cout, x, names);
            std::cout << std::endl;
        }
    });
}
Paul's avatar
Paul committed
528
void program::debug_print(const std::vector<instruction_ref>& inss) const
Paul's avatar
Paul committed
529
{
Paul's avatar
Paul committed
530
    for(auto ins : inss)
Paul's avatar
Paul committed
531
532
533
534
        debug_print(ins);
    std::cout << std::endl;
}

535
536
537
538
539
540
static std::string enclose_name(const std::string& name) 
{
    std::string new_name = name; 
    return '"' + replace_string(new_name, "\"", "\\\"") + '"'; 
}

541
542
543
544
void program::print_graph(std::ostream& os) const
{
    os << "digraph {" << std::endl;
    os << "\trankdir=LR;" << std::endl;
545
546
547
548
549
550
551
552
553
554
555
556
557
    print_program(*this, [&](auto ins, const auto& names) {
        os << "\t" << enclose_name(names.at(ins)) << "[label=" << enclose_name(to_string(ins->get_operator())) << "];";
        os << std::endl;
        if(!ins->inputs().empty())
        {
            for(auto&& arg : ins->inputs())
            {
                os << "\t" << enclose_name(names.at(arg)) << " -> " << enclose_name(names.at(ins));
                os << "[label=" << enclose_name(to_string(ins->get_shape())) << "];";
                os << std::endl;
            }
        }
    });
558
559
560
    os << "}" << std::endl;
}

Paul's avatar
Paul committed
561
562
void program::dry_run(std::unordered_map<std::string, argument> params) const
{
Paul's avatar
Paul committed
563
    auto& ctx = this->impl->ctx;
Paul's avatar
Paul committed
564
    generic_eval(*this, ctx, std::move(params), [](auto&&...) { return argument{}; });
Paul's avatar
Paul committed
565
566
}

Paul's avatar
Paul committed
567
568
void program::annotate(std::ostream& os, std::function<void(instruction_ref)> a) const
{
569
570
571
572
573
    print_program(*this, [&](auto ins, const auto& names) {
        print_instruction(os, ins, names);
        a(ins);
        os << std::endl;
    });
Paul's avatar
Paul committed
574
575
}

Paul's avatar
Paul committed
576
bool operator==(const program& x, const program& y) { return to_string(x) == to_string(y); }
Paul's avatar
Paul committed
577

Paul's avatar
Paul committed
578
std::ostream& operator<<(std::ostream& os, const program& p)
Paul's avatar
Paul committed
579
{
580
581
582
583
    print_program(p, [&](auto ins, const auto& names) {
        print_instruction(os, ins, names);
        os << std::endl;
    });
Paul's avatar
Paul committed
584
    return os;
Paul's avatar
Paul committed
585
}
Paul's avatar
Paul committed
586

Paul's avatar
Paul committed
587
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
588
} // namespace migraphx