parse_selu.cpp

#include <migraphx/onnx/op_parser.hpp>
#include <migraphx/instruction.hpp>
#include <migraphx/ranges.hpp>
#include <migraphx/make_op.hpp>

namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS {
namespace onnx {

struct parse_selu : op_parser<parse_selu>
{
    std::vector<op_desc> operators() const { return {{"Selu"}}; }

    instruction_ref parse(const op_desc& /*opd*/,
                          const onnx_parser& /*parser*/,
                          onnx_parser::node_info info,
                          std::vector<instruction_ref> args) const
    {
        auto type   = args[0]->get_shape().type();
        auto lens   = args[0]->get_shape().lens();
        float alpha = 1.67326f;
        if(contains(info.attributes, "alpha"))
        {
            alpha = info.attributes.at("alpha").f();
        }

        float gamma = 1.0507f;
        if(contains(info.attributes, "gamma"))
        {
            gamma = info.attributes.at("gamma").f();
        }

        auto l_alpha = info.add_literal({{type, {1}}, {alpha}});
        auto l_gamma = info.add_literal({{type, {1}}, {gamma / 2.0f}});
        if(lens != std::vector<std::size_t>{1})
        {
            l_alpha =
                info.add_instruction(make_op("multibroadcast", {{"output_lens", lens}}), l_alpha);
            l_gamma =
                info.add_instruction(make_op("multibroadcast", {{"output_lens", lens}}), l_gamma);
        }

        auto sign_x = info.add_instruction(make_op("sign"), args[0]);
        auto exp_x  = info.add_instruction(make_op("exp"), args[0]);

        auto alpha_ex  = info.add_instruction(make_op("mul"), l_alpha, exp_x);
        auto aex_alpha = info.add_instruction(make_op("sub"), alpha_ex, l_alpha);

        auto ins1 = info.add_instruction(make_op("add"), aex_alpha, args[0]);
        auto ins2 = info.add_instruction(make_op("sub"), aex_alpha, args[0]);

        auto sign2   = info.add_instruction(make_op("mul"), sign_x, ins2);
        auto ins_sub = info.add_instruction(make_op("sub"), ins1, sign2);

        return info.add_instruction(make_op("mul"), ins_sub, l_gamma);
    }
};

} // namespace onnx
} // namespace MIGRAPHX_INLINE_NS
} // namespace migraphx