"llm/llama.cpp/.devops/llama-server-rocm.Dockerfile" did not exist on "b0135f4b9b176eab9155b660d04c9ca2a1ec2341"
operation.hpp 5.23 KB
Newer Older
Paul's avatar
Paul committed
1
2
#ifndef MIGRAPHX_GUARD_MIGRAPHLIB_OPERAND_HPP
#define MIGRAPHX_GUARD_MIGRAPHLIB_OPERAND_HPP
Paul's avatar
Paul committed
3

Paul's avatar
Paul committed
4
#include <cassert>
Paul's avatar
Paul committed
5
6
7
8
9
#include <string>
#include <functional>
#include <memory>
#include <type_traits>
#include <utility>
Paul's avatar
Paul committed
10
11
12
13
14
15
#include <migraphx/shape.hpp>
#include <migraphx/reflect.hpp>
#include <migraphx/streamutils.hpp>
#include <migraphx/argument.hpp>
#include <migraphx/context.hpp>
#include <migraphx/auto_any_cast.hpp>
Paul's avatar
Paul committed
16
#include <migraphx/config.hpp>
Paul's avatar
Paul committed
17

Paul's avatar
Paul committed
18
namespace migraphx {
Paul's avatar
Paul committed
19
inline namespace MIGRAPHX_INLINE_NS {
Paul's avatar
Paul committed
20

Paul's avatar
Paul committed
21
22
23
24
25
26
27
28
29
30
31
#ifdef DOXYGEN

/// The operation interface represents an action an instruction will perform. All
/// operation classes must be CopyConstructible.
struct operation
{
    /// A unique name identifying the operation
    std::string name() const;
    /// This is used to compute the resulting shape from an operation. If an
    /// operation cannot be run with input shapes, then it should throw an
    /// exception.
Paul's avatar
Paul committed
32
    shape compute_shape(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
33
    /**
Paul's avatar
Paul committed
34
35
     * @brief This performs the operation's computation.
     *
Paul's avatar
Paul committed
36
37
     * This method can be optional when the operation is only used as a placeholder to be lowered
     * later on.
Paul's avatar
Paul committed
38
39
40
41
42
     *
     * @param ctx This is the context created by the `target` during compilation. Implementations
     * can use the target's `context` class rather than the `context` interface class.
     * @param output This is the output shape. It is equivalent to running `compute_shape` with each
     * `shape` of the `argument`.
Paul's avatar
Paul committed
43
     * @param input This is the `argument` result from the previous instruction's computation.
Paul's avatar
Paul committed
44
45
     * @return Return an `argument` of the result computation. The `shape` of `argument` should be
     * the same the `output` shape.
Paul's avatar
Paul committed
46
     */
Paul's avatar
Paul committed
47
    argument compute(context& ctx, const shape& output, const std::vector<argument>& input) const;
Paul's avatar
Paul committed
48
49
50
    /// An optional method to return which argument the output will alias. If
    /// there is no aliased output then -1 can be returned.
    int output_alias(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
51
52
    /// An optional stream operator to print the operation. When this is not
    /// implemented, it will just print the operation's name.
Paul's avatar
Paul committed
53
    friend std::ostream& operator<<(std::ostream& os, const operation& op);
Paul's avatar
Paul committed
54
55
56
57
};

#else

Paul's avatar
Paul committed
58
59
namespace operation_stream {

Paul's avatar
Paul committed
60
61
template <class T>
auto operator<<(std::ostream& os, const T& x) -> decltype(os << x.name())
Paul's avatar
Paul committed
62
{
Paul's avatar
Paul committed
63
64
    os << x.name();
    char delim = '[';
Paul's avatar
Paul committed
65
    reflect_each(x, [&](auto& y, auto name) {
Paul's avatar
Paul committed
66
        os << delim;
Paul's avatar
Paul committed
67
68
        os << name << "=";
        stream_write_value(os, y);
Paul's avatar
Paul committed
69
70
        delim = ',';
    });
Paul's avatar
Paul committed
71
72
    if(delim == ',')
        os << "]";
Paul's avatar
Paul committed
73
    return os;
Paul's avatar
Paul committed
74
75
}

Paul's avatar
Paul committed
76
} // namespace operation_stream
Paul's avatar
Paul committed
77

Paul's avatar
Paul committed
78
79
80
81
82
83
84
85
86
87
88
89
90
namespace operation_equal {

template <class T, class U>
auto operator==(const T& x, const U& y) -> decltype(x.name() == y.name())
{
    if(x.name() != y.name())
        return false;
    const auto& yy = any_cast<T>(y);
    return reflect_tie(x) == reflect_tie(yy);
}

} // namespace operation_equal

Paul's avatar
Paul committed
91
template <class T>
Paul's avatar
Paul committed
92
93
94
95
96
97
auto compute_op(rank<1>,
                const T& x,
                context& ctx,
                const shape& output_shape,
                const std::vector<argument>& input)
    -> decltype(x.compute(auto_any_cast(ctx), output_shape, input))
Paul's avatar
Paul committed
98
99
100
101
102
{
    return x.compute(auto_any_cast(ctx), output_shape, input);
}

template <class T>
Paul's avatar
Paul committed
103
argument compute_op(rank<0>, const T& x, context&, const shape&, const std::vector<argument>&)
Paul's avatar
Paul committed
104
{
Paul's avatar
Paul committed
105
    std::string name = x.name();
Paul's avatar
Paul committed
106
    MIGRAPHX_THROW("Not computable: " + name);
Paul's avatar
Paul committed
107
108
}

Paul's avatar
Paul committed
109
template <class T>
Paul's avatar
Paul committed
110
111
argument
compute_op(const T& x, context& ctx, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
112
{
Paul's avatar
Paul committed
113
    return compute_op(rank<1>{}, x, ctx, output_shape, input);
Paul's avatar
Paul committed
114
115
}

Paul's avatar
Paul committed
116
template <class T>
Paul's avatar
Paul committed
117
118
119
120
121
int output_alias_op(rank<0>, const T&, const std::vector<shape>&)
{
    return -1;
}

Paul's avatar
Paul committed
122
123
124
template <class T>
auto output_alias_op(rank<1>, const T& x, const std::vector<shape>& shapes)
    -> decltype(x.output_alias(shapes))
Paul's avatar
Paul committed
125
126
127
128
{
    return x.output_alias(shapes);
}

Paul's avatar
Paul committed
129
template <class T>
Paul's avatar
Paul committed
130
131
132
133
134
int output_alias_op(const T& x, const std::vector<shape>& shapes)
{
    return output_alias_op(rank<1>{}, x, shapes);
}

135
<%
Paul's avatar
Paul committed
136
137
138
 interface(
     'operation',
     virtual('name', returns = 'std::string', const = True),
Paul's avatar
Paul committed
139
140
141
142
143
     virtual('output_alias',
             returns = 'int',
             input   = 'const std::vector<shape>&',
             const   = True,
             default = 'output_alias_op'),
Paul's avatar
Paul committed
144
145
146
147
148
149
150
151
152
153
154
155
     virtual('compute_shape', returns = 'shape', input = 'const std::vector<shape>&', const = True),
     virtual('compute',
             returns = 'argument',
             ctx     = 'context&',
             output  = 'const shape&',
             input   = 'const std::vector<argument>&',
             const   = True,
             default = 'compute_op'),
     friend('operator<<',
            returns = 'std::ostream &',
            os      = 'std::ostream &',
            op      = 'const operation &',
Paul's avatar
Paul committed
156
            using   = 'migraphx::operation_stream::operator<<'),
Paul's avatar
Paul committed
157
158
159
160
     friend('operator==',
            returns = 'bool',
            x       = 'const operation &',
            y       = 'const operation &',
Paul's avatar
Paul committed
161
            using   = 'migraphx::operation_equal::operator==')) %>
Paul's avatar
Paul committed
162
163

    inline bool operator!=(const operation& x, const operation& y)
Paul's avatar
Paul committed
164
165
166
167
{
    return !(x == y);
}

Paul's avatar
Paul committed
168
169
#endif

Paul's avatar
Paul committed
170
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
171
} // namespace migraphx
Paul's avatar
Paul committed
172
173

#endif