parse_hardsigmoid.cpp 2.11 KB
Newer Older
turneram's avatar
turneram committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#include <migraphx/onnx/op_parser.hpp>
#include <migraphx/onnx/checks.hpp>
#include <migraphx/ranges.hpp>
#include <migraphx/instruction.hpp>
#include <migraphx/make_op.hpp>

namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS {
namespace onnx {

struct parse_hardsigmoid : op_parser<parse_hardsigmoid>
{
    std::vector<op_desc> operators() const { return {{"HardSigmoid"}}; }

    instruction_ref parse(const op_desc& /*opd*/,
                          const onnx_parser& /*parser*/,
                          const onnx_parser::node_info& info,
                          std::vector<instruction_ref> args) const
    {
        float alpha = 0.2;
        float beta  = 0.5;
        if(contains(info.attributes, "alpha"))
            alpha = info.attributes.at("alpha").f();

        if(contains(info.attributes, "beta"))
            beta = info.attributes.at("beta").f();

        auto input_lens = args[0]->get_shape().lens();
        auto input_type = args[0]->get_shape().type();
        auto mb_alpha   = info.add_instruction(
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}),
            info.add_literal(migraphx::literal{migraphx::shape{input_type}, {alpha}}));
        auto mb_beta = info.add_instruction(
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}),
            info.add_literal(migraphx::literal{migraphx::shape{input_type}, {beta}}));
        auto mb_zero = info.add_instruction(
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}),
            info.add_literal(migraphx::literal{migraphx::shape{input_type}, {0}}));
        auto mb_one = info.add_instruction(
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}),
            info.add_literal(migraphx::literal{migraphx::shape{input_type}, {1}}));

        auto mul = info.add_instruction(migraphx::make_op("mul"), mb_alpha, args[0]);
        auto add = info.add_instruction(migraphx::make_op("add"), mb_beta, mul);
        return info.add_instruction(migraphx::make_op("clip"), add, mb_zero, mb_one);
    }
};

} // namespace onnx
} // namespace MIGRAPHX_INLINE_NS
} // namespace migraphx