fuse_ops.cpp

#include <migraph/gpu/fuse_ops.hpp>
#include <migraph/matcher.hpp>
#include <migraph/gpu/device/add_relu.hpp>
#include <migraph/instruction.hpp>

namespace migraph {

namespace gpu {

struct hip_add_relu
{
    std::string name() const { return "hip::add_relu"; }
    shape compute_shape(const std::vector<shape>& inputs) const
    {
        check_shapes{inputs, *this}.has(3);
        return inputs.front();
    }
    argument compute(context&, const shape&, const std::vector<argument>& args) const
    {
        device::add_relu(args.at(2), args.at(0), args.at(1));
        return args.at(2);
    }
};

struct match_add_relu
{
    auto matcher() const { return match::name("gpu::relu")(match::args(match::name("gpu::add").bind("add"))); }

    void apply(program& p, match::matcher_result r) const 
    { 
        auto add_ins = r.instructions["add"];
        auto ins = r.result;
        auto args = add_ins->inputs();
        // Use the allocation from the relu operator
        args.back() = ins->inputs().back();
        p.replace_instruction(ins, hip_add_relu{}, args);
    }
};

void fuse_ops::apply(program& p) const
{
    match::find_matches(p, match_add_relu{});
}

} // namespace gpu

} // namespace migraph