operation.hpp 9.73 KB
Newer Older
Paul's avatar
Paul committed
1
2
#ifndef MIGRAPHX_GUARD_MIGRAPHLIB_OPERAND_HPP
#define MIGRAPHX_GUARD_MIGRAPHLIB_OPERAND_HPP
Paul's avatar
Paul committed
3

Paul's avatar
Paul committed
4
#include <cassert>
Paul's avatar
Paul committed
5
6
7
8
9
#include <string>
#include <functional>
#include <memory>
#include <type_traits>
#include <utility>
Paul's avatar
Paul committed
10
11
12
#include <migraphx/reflect.hpp>
#include <migraphx/streamutils.hpp>
#include <migraphx/argument.hpp>
13
#include <migraphx/serialize.hpp>
Paul's avatar
Paul committed
14
#include <migraphx/auto_any_cast.hpp>
Paul's avatar
Paul committed
15
#include <migraphx/config.hpp>
Paul's avatar
Paul committed
16

Paul's avatar
Paul committed
17
namespace migraphx {
Paul's avatar
Paul committed
18
inline namespace MIGRAPHX_INLINE_NS {
Paul's avatar
Paul committed
19

Paul's avatar
Paul committed
20
21
struct context;

Paul's avatar
Paul committed
22
23
24
25
26
27
28
29
#ifdef DOXYGEN

/// The operation interface represents an action an instruction will perform. All
/// operation classes must be CopyConstructible.
struct operation
{
    /// A unique name identifying the operation
    std::string name() const;
Paul's avatar
Paul committed
30
31
    /// An optional method that can be used to finalize the operator before running
    void finalize(context& ctx);
Paul's avatar
Paul committed
32
33
34
    /// This is used to compute the resulting shape from an operation. If an
    /// operation cannot be run with input shapes, then it should throw an
    /// exception.
Paul's avatar
Paul committed
35
    shape compute_shape(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
36
    /**
Paul's avatar
Paul committed
37
38
     * @brief This performs the operation's computation.
     *
Paul's avatar
Paul committed
39
40
     * This method can be optional when the operation is only used as a placeholder to be lowered
     * later on.
Paul's avatar
Paul committed
41
42
43
44
45
     *
     * @param ctx This is the context created by the `target` during compilation. Implementations
     * can use the target's `context` class rather than the `context` interface class.
     * @param output This is the output shape. It is equivalent to running `compute_shape` with each
     * `shape` of the `argument`.
Paul's avatar
Paul committed
46
     * @param input This is the `argument` result from the previous instruction's computation.
Paul's avatar
Paul committed
47
48
     * @return Return an `argument` of the result computation. The `shape` of `argument` should be
     * the same the `output` shape.
Paul's avatar
Paul committed
49
     */
Paul's avatar
Paul committed
50
    argument compute(context& ctx, const shape& output, const std::vector<argument>& input) const;
Paul's avatar
Paul committed
51
52
    /// An optional method to return which argument the output will alias. If
    /// there is no aliased output then -1 can be returned.
Paul's avatar
Paul committed
53
    std::ptrdiff_t output_alias(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
54
55
    /// An optional stream operator to print the operation. When this is not
    /// implemented, it will just print the operation's name.
Paul's avatar
Paul committed
56
    friend std::ostream& operator<<(std::ostream& os, const operation& op);
Paul's avatar
Paul committed
57
58
};

Paul's avatar
Paul committed
59
60
/// Returns true if operation does not require a context to run compute
bool is_context_free(const operation& x);
Paul's avatar
Paul committed
61
62
/// Returns true if the operation has a finalize method
bool has_finalize(const operation& x);
Paul's avatar
Paul committed
63

Paul's avatar
Paul committed
64
65
#else

66
67
68
namespace detail {

namespace operation_operators {
Paul's avatar
Paul committed
69

Paul's avatar
Paul committed
70
71
template <class T>
auto operator<<(std::ostream& os, const T& x) -> decltype(os << x.name())
Paul's avatar
Paul committed
72
{
Paul's avatar
Paul committed
73
74
    os << x.name();
    char delim = '[';
Paul's avatar
Paul committed
75
    reflect_each(x, [&](auto&& y, auto name) {
Paul's avatar
Paul committed
76
        os << delim;
Paul's avatar
Paul committed
77
78
        os << name << "=";
        stream_write_value(os, y);
Paul's avatar
Paul committed
79
80
        delim = ',';
    });
Paul's avatar
Paul committed
81
82
    if(delim == ',')
        os << "]";
Paul's avatar
Paul committed
83
    return os;
Paul's avatar
Paul committed
84
85
}

Paul's avatar
Paul committed
86
87
88
template <class T, class U>
auto operator==(const T& x, const U& y) -> decltype(x.name() == y.name())
{
Paul's avatar
Paul committed
89
90
    static_assert(is_reflectable<T>{} or sizeof(T) <= 1,
                  "Missing equality operator or reflect method.");
Paul's avatar
Paul committed
91
92
93
94
95
96
    if(x.name() != y.name())
        return false;
    const auto& yy = any_cast<T>(y);
    return reflect_tie(x) == reflect_tie(yy);
}

97
} // namespace operation_operators
Paul's avatar
Paul committed
98

Paul's avatar
Paul committed
99
template <class T>
Paul's avatar
Paul committed
100
auto compute_op(rank<2>,
Paul's avatar
Paul committed
101
102
103
104
105
                const T& x,
                context& ctx,
                const shape& output_shape,
                const std::vector<argument>& input)
    -> decltype(x.compute(auto_any_cast(ctx), output_shape, input))
Paul's avatar
Paul committed
106
107
108
109
{
    return x.compute(auto_any_cast(ctx), output_shape, input);
}

Paul's avatar
Paul committed
110
template <class T>
Paul's avatar
Paul committed
111
112
auto compute_op(
    rank<1>, const T& x, context&, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
113
114
115
116
117
    -> decltype(x.compute(output_shape, input))
{
    return x.compute(output_shape, input);
}

Paul's avatar
Paul committed
118
template <class T>
Paul's avatar
Paul committed
119
argument compute_op(rank<0>, const T& x, context&, const shape&, const std::vector<argument>&)
Paul's avatar
Paul committed
120
{
Paul's avatar
Paul committed
121
    std::string name = x.name();
Paul's avatar
Paul committed
122
    MIGRAPHX_THROW("Not computable: " + name);
Paul's avatar
Paul committed
123
124
}

Paul's avatar
Paul committed
125
template <class T>
Paul's avatar
Paul committed
126
127
argument
compute_op(const T& x, context& ctx, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
128
{
Paul's avatar
Paul committed
129
130
131
132
    return compute_op(rank<2>{}, x, ctx, output_shape, input);
}

template <class T>
Paul's avatar
Paul committed
133
auto compute_op(rank<2>, const T& x, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
134
135
136
137
138
139
    -> decltype(x.compute(output_shape, input))
{
    return x.compute(output_shape, input);
}

template <class T>
Paul's avatar
Paul committed
140
auto compute_op(rank<1>, const T& x, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
141
142
143
144
145
146
147
148
149
150
151
152
153
154
    -> decltype(x.compute(auto_any_cast(std::declval<context&>()), output_shape, input))
{
    std::string name = x.name();
    MIGRAPHX_THROW("Not computable without a context: " + name);
}

template <class T>
argument compute_op(rank<0>, const T& x, const shape&, const std::vector<argument>&)
{
    std::string name = x.name();
    MIGRAPHX_THROW("Not computable: " + name);
}

template <class T>
Paul's avatar
Paul committed
155
argument compute_op(const T& x, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
156
157
158
159
160
{
    return compute_op(rank<2>{}, x, output_shape, input);
}

template <class T>
Paul's avatar
Paul committed
161
162
163
164
165
auto is_context_free_op(rank<1>,
                        const T& x,
                        const shape& output_shape,
                        const std::vector<argument>& input)
    -> decltype(x.compute(output_shape, input), std::true_type{});
Paul's avatar
Paul committed
166
167

template <class T>
Paul's avatar
Paul committed
168
169
auto is_context_free_op(rank<0>, const T&, const shape&, const std::vector<argument>&)
    -> std::false_type;
Paul's avatar
Paul committed
170
171

template <class T>
Paul's avatar
Paul committed
172
173
auto is_context_free_op(const T& x) -> decltype(is_context_free_op(
    rank<1>{}, x, std::declval<const shape&>(), std::declval<std::vector<argument>>()))
Paul's avatar
Paul committed
174
175
{
    return {};
Paul's avatar
Paul committed
176
177
}

Paul's avatar
Paul committed
178
template <class T>
179
std::ptrdiff_t output_alias_op(const T&, const std::vector<shape>&)
Paul's avatar
Paul committed
180
181
182
183
{
    return -1;
}

Paul's avatar
Paul committed
184
template <class T>
Paul's avatar
Paul committed
185
186
auto finalize_op(
    rank<1>, T& x, context& ctx, const shape& output_shape, const std::vector<shape>& input)
Paul's avatar
Paul committed
187
188
189
190
191
192
193
    -> decltype(x.finalize(auto_any_cast(ctx), output_shape, input), void())
{
    x.finalize(auto_any_cast(ctx), output_shape, input);
}

template <class T>
void finalize_op(rank<0>, T&, context&, const shape&, const std::vector<shape>&)
Paul's avatar
Paul committed
194
195
{
}
Paul's avatar
Paul committed
196
197
198
199
200
201
202
203

template <class T>
void finalize_op(T& x, context& ctx, const shape& output_shape, const std::vector<shape>& input)
{
    finalize_op(rank<1>{}, x, ctx, output_shape, input);
}

template <class T>
Paul's avatar
Paul committed
204
205
auto has_finalize_op(
    rank<1>, T& x, context& ctx, const shape& output_shape, const std::vector<shape>& input)
Paul's avatar
Paul committed
206
207
208
209
210
211
212
    -> decltype(x.finalize(auto_any_cast(ctx), output_shape, input), std::true_type{});

template <class T>
auto has_finalize_op(rank<0>, T&, context&, const shape&, const std::vector<shape>&)
    -> std::false_type;

template <class T>
Paul's avatar
Paul committed
213
214
215
216
217
auto has_finalize_op(const T&) -> decltype(has_finalize_op(rank<1>{},
                                                           std::declval<T&>(),
                                                           std::declval<context&>(),
                                                           std::declval<const shape&>(),
                                                           std::declval<std::vector<shape>>()))
Paul's avatar
Paul committed
218
219
220
221
{
    return {};
}

222
223
224
225
226
227
228
229
230
231
232
233
template <class T>
value to_value_op(const T& x)
{
    return migraphx::to_value(x);
}

template <class T>
void from_value_op(T& x, const value& v)
{
    return migraphx::from_value(v, x);
}

234
235
} // namespace detail

236
<%
Paul's avatar
Paul committed
237
238
239
 interface(
     'operation',
     virtual('name', returns = 'std::string', const = True),
Paul's avatar
Paul committed
240
241
     virtual(
         'is_context_free', returns = 'bool', const = True, default = 'detail::is_context_free_op'),
242
     virtual('has_finalize', returns = 'bool', const = True, default = 'detail::has_finalize_op'),
Paul's avatar
Paul committed
243
     virtual('output_alias',
Paul's avatar
Paul committed
244
             returns = 'std::ptrdiff_t',
Paul's avatar
Paul committed
245
246
             input   = 'const std::vector<shape>&',
             const   = True,
247
             default = 'detail::output_alias_op'),
Paul's avatar
Paul committed
248
249
250
251
     virtual('finalize',
             ctx     = 'context&',
             output  = 'const shape&',
             input   = 'const std::vector<shape>&',
252
             default = 'detail::finalize_op'),
Paul's avatar
Paul committed
253
254
255
256
257
258
259
     virtual('compute_shape', returns = 'shape', input = 'const std::vector<shape>&', const = True),
     virtual('compute',
             returns = 'argument',
             ctx     = 'context&',
             output  = 'const shape&',
             input   = 'const std::vector<argument>&',
             const   = True,
260
             default = 'detail::compute_op'),
Paul's avatar
Paul committed
261
262
263
264
265
     virtual('compute',
             returns = 'argument',
             output  = 'const shape&',
             input   = 'const std::vector<argument>&',
             const   = True,
266
             default = 'detail::compute_op'),
267
268
     virtual('to_value', returns = 'value', const = True, default = 'detail::to_value_op'),
     virtual('from_value', v = 'const value&', default = 'detail::from_value_op'),
Paul's avatar
Paul committed
269
270
271
272
     friend('operator<<',
            returns = 'std::ostream &',
            os      = 'std::ostream &',
            op      = 'const operation &',
273
            using   = 'migraphx::detail::operation_operators::operator<<'),
Paul's avatar
Paul committed
274
275
276
277
     friend('operator==',
            returns = 'bool',
            x       = 'const operation &',
            y       = 'const operation &',
278
            using   = 'migraphx::detail::operation_operators::operator==')) %>
Paul's avatar
Paul committed
279
280

    inline bool operator!=(const operation& x, const operation& y)
Paul's avatar
Paul committed
281
282
283
284
{
    return !(x == y);
}

Paul's avatar
Paul committed
285
inline bool is_context_free(const operation& op) { return op.is_context_free(); }
Paul's avatar
Paul committed
286

Paul's avatar
Paul committed
287
template <class T>
Paul's avatar
Paul committed
288
289
bool is_context_free(const T& x)
{
290
    return detail::is_context_free_op(x);
Paul's avatar
Paul committed
291
292
}

Paul's avatar
Paul committed
293
294
295
296
297
inline bool has_finalize(const operation& op) { return op.has_finalize(); }

template <class T>
bool has_finalize(const T& x)
{
298
    return detail::has_finalize_op(x);
Paul's avatar
Paul committed
299
300
}

Paul's avatar
Paul committed
301
302
#endif

Paul's avatar
Paul committed
303
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
304
} // namespace migraphx
Paul's avatar
Paul committed
305
306

#endif