#include #include #include #include #include #include #include #include namespace migraph { namespace gpu { void eliminate_allocation::apply(program& p) const { std::size_t n = 0; std::vector> allocs; for(auto ins : iterator_for(p)) { if(ins->op.name() != "hip::allocate") continue; allocs.emplace_back(ins, n); std::size_t size = ins->get_shape().bytes(); n += size + (size % 32); } auto mem = p.add_parameter("memory", shape{shape::int8_type, {n}}); for(auto&& pp : allocs) { auto ins = pp.first; auto s = ins->get_shape(); auto offset = pp.second; p.replace_instruction(ins, hip_load{s, offset}, mem); } } } // namespace gpu } // namespace migraph