#include #include #include #include namespace migraph { namespace gpu { struct hip_add_relu { std::string name() const { return "hip::add_relu"; } shape compute_shape(const std::vector& inputs) const { check_shapes{inputs, *this}.has(3); return inputs.front(); } argument compute(context&, const shape&, const std::vector& args) const { device::add_relu(args.at(2), args.at(0), args.at(1)); return args.at(2); } }; void fuse_ops::apply(program& p) const { for(auto ins : iterator_for(p)) { if(ins->op.name() != "gpu::relu") continue; auto add_ins = ins->arguments.front(); if(add_ins->op.name() != "gpu::add") continue; auto args = add_ins->arguments; // Use the allocation from the relu operator args.back() = ins->arguments.back(); p.replace_instruction(ins, hip_add_relu{}, args); } } } // namespace gpu } // namespace migraph