test_add_gelu.cpp 1.6 KB
Newer Older
1
2
3
4

#include "verify_program.hpp"
#include <migraphx/program.hpp>
#include <migraphx/generate.hpp>
5
#include <migraphx/make_op.hpp>
6
7
8
9
10
11

struct test_add_gelu : verify_program<test_add_gelu>
{
    migraphx::program create_program() const
    {
        migraphx::program p;
12
        auto* mm = p.get_main_module();
13
        std::vector<size_t> input_lens{1, 1, 5};
14
15
16
17
18
19
20
        auto x           = mm->add_parameter("x", {migraphx::shape::float_type, input_lens});
        auto y           = mm->add_parameter("y", {migraphx::shape::float_type, input_lens});
        auto half        = mm->add_literal(0.5f);
        auto one         = mm->add_literal(1.0f);
        auto sqrt2       = mm->add_literal(static_cast<float>(M_SQRT2));
        auto add         = mm->add_instruction(migraphx::make_op("add"), x, y);
        auto half_mbcast = mm->add_instruction(
21
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}), half);
22
23
        auto mul_half     = mm->add_instruction(migraphx::make_op("mul"), add, half_mbcast);
        auto sqrt2_mbcast = mm->add_instruction(
24
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}), sqrt2);
25
26
27
        auto div        = mm->add_instruction(migraphx::make_op("div"), add, sqrt2_mbcast);
        auto erf        = mm->add_instruction(migraphx::make_op("erf"), div);
        auto one_mbcast = mm->add_instruction(
28
            migraphx::make_op("multibroadcast", {{"out_lens", input_lens}}), one);
29
30
        auto add_one = mm->add_instruction(migraphx::make_op("add"), erf, one_mbcast);
        mm->add_instruction(migraphx::make_op("mul"), mul_half, add_one);
31
32
33
        return p;
    }
};