#include #include #include #include #include #include #include #include namespace migraph { void eliminate_allocation::apply(program& p) const { assert(alignment > 0); if(!enabled(MIGRAPH_DISABLE_MEMORY_COLORING{})) return; std::size_t n = 0; std::vector> allocs; for(auto ins : iterator_for(p)) { if(ins->op.name() != allocation_op) continue; allocs.emplace_back(ins, n); std::size_t size = ins->get_shape().bytes(); std::size_t padding = (alignment - (size % alignment)) % alignment; n += size + padding; } auto mem = p.add_parameter("memory", shape{shape::int8_type, {n}}); for(auto&& pp : allocs) { auto ins = pp.first; auto s = ins->get_shape(); auto offset = pp.second; p.replace_instruction(ins, load{s, offset}, mem); } } } // namespace migraph