operation.hpp 12.9 KB
Newer Older
Paul's avatar
Paul committed
1
2
#ifndef MIGRAPH_GUARD_MIGRAPHLIB_OPERAND_HPP
#define MIGRAPH_GUARD_MIGRAPHLIB_OPERAND_HPP
Paul's avatar
Paul committed
3

Paul's avatar
Paul committed
4
#include <cassert>
Paul's avatar
Paul committed
5
#include <string>
Paul's avatar
Paul committed
6
#include <functional>
Paul's avatar
Paul committed
7
8
9
#include <memory>
#include <type_traits>
#include <utility>
Paul's avatar
Paul committed
10
#include <migraph/shape.hpp>
Paul's avatar
Paul committed
11
#include <migraph/reflect.hpp>
Paul's avatar
Paul committed
12
#include <migraph/streamutils.hpp>
Paul's avatar
Paul committed
13
14
#include <migraph/argument.hpp>
#include <migraph/context.hpp>
Paul's avatar
Paul committed
15
#include <migraph/auto_any_cast.hpp>
Paul's avatar
Paul committed
16

Paul's avatar
Paul committed
17
namespace migraph {
Paul's avatar
Paul committed
18

Paul's avatar
Paul committed
19
20
#ifdef DOXYGEN

Paul's avatar
Paul committed
21
/// The operation interface represents an action an instruction will perform. All
Paul's avatar
Paul committed
22
23
24
25
26
27
28
29
/// operation classes must be CopyConstructible.
struct operation
{
    /// A unique name identifying the operation
    std::string name() const;
    /// This is used to compute the resulting shape from an operation. If an
    /// operation cannot be run with input shapes, then it should throw an
    /// exception.
Paul's avatar
Paul committed
30
    shape compute_shape(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
31
    /**
Paul's avatar
Paul committed
32
33
34
35
     * @brief This performs the operation's computation.
     *
     * This method can be optional when the operation is only used as a placeholder to be lowered
     * later on.
Paul's avatar
Paul committed
36
37
38
39
40
     *
     * @param ctx This is the context created by the `target` during compilation. Implementations
     * can use the target's `context` class rather than the `context` interface class.
     * @param output This is the output shape. It is equivalent to running `compute_shape` with each
     * `shape` of the `argument`.
Paul's avatar
Paul committed
41
     * @param input This is the `argument` result from the previous instruction's computation.
Paul's avatar
Paul committed
42
43
44
     * @return Return an `argument` of the result computation. The `shape` of `argument` should be
     * the same the `output` shape.
     */
Paul's avatar
Paul committed
45
    argument compute(context& ctx, const shape& output, const std::vector<argument>& input) const;
Paul's avatar
Paul committed
46
47
48
    /// An optional method to return which argument the output will alias. If
    /// there is no aliased output then -1 can be returned.
    int output_alias(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
49
50
51
52
53
54
55
    /// An optional stream operator to print the operation. When this is not
    /// implemented, it will just print the operation's name.
    friend std::ostream& operator<<(std::ostream& os, const operation& op);
};

#else

Paul's avatar
Paul committed
56
57
58
59
60
namespace operation_stream {

template <class T>
auto operator<<(std::ostream& os, const T& x) -> decltype(os << x.name())
{
Paul's avatar
Paul committed
61
62
    os << x.name();
    char delim = '[';
Paul's avatar
Paul committed
63
    reflect_each(x, [&](auto& y, auto name) {
Paul's avatar
Paul committed
64
        os << delim;
Paul's avatar
Paul committed
65
66
        os << name << "=";
        stream_write_value(os, y);
Paul's avatar
Paul committed
67
68
69
70
71
        delim = ',';
    });
    if(delim == ',')
        os << "]";
    return os;
Paul's avatar
Paul committed
72
73
74
75
}

} // namespace operation_stream

Paul's avatar
Paul committed
76
77
78
79
80
81
82
83
84
85
86
87
88
namespace operation_equal {

template <class T, class U>
auto operator==(const T& x, const U& y) -> decltype(x.name() == y.name())
{
    if(x.name() != y.name())
        return false;
    const auto& yy = any_cast<T>(y);
    return reflect_tie(x) == reflect_tie(yy);
}

} // namespace operation_equal

Paul's avatar
Paul committed
89
90
91
92
93
94
95
96
97
98
99
100
101
102
template <class T>
auto compute_op(rank<1>,
                const T& x,
                context& ctx,
                const shape& output_shape,
                const std::vector<argument>& input)
    -> decltype(x.compute(auto_any_cast(ctx), output_shape, input))
{
    return x.compute(auto_any_cast(ctx), output_shape, input);
}

template <class T>
argument compute_op(rank<0>, const T& x, context&, const shape&, const std::vector<argument>&)
{
Paul's avatar
Paul committed
103
104
    std::string name = x.name();
    MIGRAPH_THROW("Not computable: " + name);
Paul's avatar
Paul committed
105
106
}

Paul's avatar
Paul committed
107
template <class T>
Paul's avatar
Paul committed
108
109
argument
compute_op(const T& x, context& ctx, const shape& output_shape, const std::vector<argument>& input)
Paul's avatar
Paul committed
110
{
Paul's avatar
Paul committed
111
    return compute_op(rank<1>{}, x, ctx, output_shape, input);
Paul's avatar
Paul committed
112
113
}

Paul's avatar
Paul committed
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
template <class T>
int output_alias_op(rank<0>, const T&, const std::vector<shape>&)
{
    return -1;
}

template <class T>
auto output_alias_op(rank<1>, const T& x, const std::vector<shape>& shapes)
    -> decltype(x.output_alias(shapes))
{
    return x.output_alias(shapes);
}

template <class T>
int output_alias_op(const T& x, const std::vector<shape>& shapes)
{
    return output_alias_op(rank<1>{}, x, shapes);
}

Paul's avatar
Paul committed
133
/*
Paul's avatar
Paul committed
134
135
 * Type-erased interface for:
 *
Paul's avatar
Paul committed
136
 * struct operation
Paul's avatar
Paul committed
137
 * {
Paul's avatar
Paul committed
138
 *      std::string name() const;
Paul's avatar
Paul committed
139
 *      int output_alias(const std::vector<shape>& input) const;
Paul's avatar
Paul committed
140
141
 *      shape compute_shape(const std::vector<shape>& input) const;
 *      argument compute(context& ctx,const shape& output,const std::vector<argument>& input) const;
Paul's avatar
Paul committed
142
 *     friend std::ostream & operator<<(std::ostream & os,const operation & op) ;
Paul's avatar
Paul committed
143
 *     friend bool operator==(const operation & x,const operation & y) ;
Paul's avatar
Paul committed
144
145
146
 * };
 *
 */
Paul's avatar
Paul committed
147

Paul's avatar
Paul committed
148
struct operation
Paul's avatar
Paul committed
149
{
Paul's avatar
Paul committed
150
    // Constructors
Paul's avatar
Paul committed
151
    operation() = default;
Paul's avatar
Paul committed
152

Paul's avatar
Paul committed
153
    template <typename PrivateDetailTypeErasedT>
Paul's avatar
Paul committed
154
    operation(PrivateDetailTypeErasedT value)
Paul's avatar
Paul committed
155
156
157
158
        : private_detail_te_handle_mem_var(
              std::make_shared<private_detail_te_handle_type<
                  typename std::remove_reference<PrivateDetailTypeErasedT>::type>>(
                  std::forward<PrivateDetailTypeErasedT>(value)))
Paul's avatar
Paul committed
159
160
161
162
    {
    }

    // Assignment
Paul's avatar
Paul committed
163
    template <typename PrivateDetailTypeErasedT>
Paul's avatar
Paul committed
164
    operation& operator=(PrivateDetailTypeErasedT value)
Paul's avatar
Paul committed
165
    {
Paul's avatar
Paul committed
166
167
168
169
170
        if(private_detail_te_handle_mem_var.unique())
            *private_detail_te_handle_mem_var = std::forward<PrivateDetailTypeErasedT>(value);
        else if(!private_detail_te_handle_mem_var)
            private_detail_te_handle_mem_var = std::make_shared<PrivateDetailTypeErasedT>(
                std::forward<PrivateDetailTypeErasedT>(value));
Paul's avatar
Paul committed
171
172
173
        return *this;
    }

Paul's avatar
Paul committed
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
    // Cast
    template <typename PrivateDetailTypeErasedT>
    PrivateDetailTypeErasedT* any_cast()
    {
        return private_detail_te_get_handle().type() == typeid(PrivateDetailTypeErasedT)
                   ? std::addressof(static_cast<private_detail_te_handle_type<
                                        typename std::remove_cv<PrivateDetailTypeErasedT>::type>&>(
                                        private_detail_te_get_handle())
                                        .private_detail_te_value)
                   : nullptr;
    }

    template <typename PrivateDetailTypeErasedT>
    const typename std::remove_cv<PrivateDetailTypeErasedT>::type* any_cast() const
    {
        return private_detail_te_get_handle().type() == typeid(PrivateDetailTypeErasedT)
                   ? std::addressof(static_cast<const private_detail_te_handle_type<
                                        typename std::remove_cv<PrivateDetailTypeErasedT>::type>&>(
                                        private_detail_te_get_handle())
                                        .private_detail_te_value)
                   : nullptr;
    }

Paul's avatar
Paul committed
197
198
199
200
201
202
203
204
    const std::type_info& type_id() const
    {
        if(private_detail_te_handle_empty())
            return typeid(std::nullptr_t);
        else
            return private_detail_te_get_handle().type();
    }

Paul's avatar
Paul committed
205
206
    std::string name() const
    {
Paul's avatar
Paul committed
207
208
        assert((*this).private_detail_te_handle_mem_var);
        return (*this).private_detail_te_get_handle().name();
Paul's avatar
Paul committed
209
210
    }

Paul's avatar
Paul committed
211
212
213
214
215
216
    int output_alias(const std::vector<shape>& input) const
    {
        assert((*this).private_detail_te_handle_mem_var);
        return (*this).private_detail_te_get_handle().output_alias(input);
    }

Paul's avatar
Paul committed
217
    shape compute_shape(const std::vector<shape>& input) const
Paul's avatar
Paul committed
218
    {
Paul's avatar
Paul committed
219
        assert((*this).private_detail_te_handle_mem_var);
Paul's avatar
Paul committed
220
        return (*this).private_detail_te_get_handle().compute_shape(input);
Paul's avatar
Paul committed
221
222
    }

Paul's avatar
Paul committed
223
    argument compute(context& ctx, const shape& output, const std::vector<argument>& input) const
Paul's avatar
Paul committed
224
    {
Paul's avatar
Paul committed
225
        assert((*this).private_detail_te_handle_mem_var);
Paul's avatar
Paul committed
226
        return (*this).private_detail_te_get_handle().compute(ctx, output, input);
Paul's avatar
Paul committed
227
228
229
230
231
232
    }

    friend std::ostream& operator<<(std::ostream& os, const operation& op)
    {
        assert(op.private_detail_te_handle_mem_var);
        return op.private_detail_te_get_handle().operator_shift_left(os);
Paul's avatar
Paul committed
233
234
    }

Paul's avatar
Paul committed
235
236
237
238
239
240
    friend bool operator==(const operation& x, const operation& y)
    {
        assert(x.private_detail_te_handle_mem_var);
        return x.private_detail_te_get_handle().operator==(y);
    }

Paul's avatar
Paul committed
241
    private:
Paul's avatar
Paul committed
242
    struct private_detail_te_handle_base_type
Paul's avatar
Paul committed
243
    {
Paul's avatar
Paul committed
244
245
        virtual ~private_detail_te_handle_base_type() {}
        virtual std::shared_ptr<private_detail_te_handle_base_type> clone() const = 0;
Paul's avatar
Paul committed
246
        virtual const std::type_info& type() const                                = 0;
Paul's avatar
Paul committed
247

Paul's avatar
Paul committed
248
        virtual std::string name() const                                   = 0;
Paul's avatar
Paul committed
249
        virtual int output_alias(const std::vector<shape>& input) const    = 0;
Paul's avatar
Paul committed
250
251
252
253
        virtual shape compute_shape(const std::vector<shape>& input) const = 0;
        virtual argument
        compute(context& ctx, const shape& output, const std::vector<argument>& input) const = 0;
        virtual std::ostream& operator_shift_left(std::ostream& os) const                    = 0;
Paul's avatar
Paul committed
254
        virtual bool operator==(const operation& y) const                                    = 0;
Paul's avatar
Paul committed
255
256
    };

Paul's avatar
Paul committed
257
258
    template <typename PrivateDetailTypeErasedT>
    struct private_detail_te_handle_type : private_detail_te_handle_base_type
Paul's avatar
Paul committed
259
    {
Paul's avatar
Paul committed
260
261
262
263
264
265
        template <typename PrivateDetailTypeErasedU = PrivateDetailTypeErasedT>
        private_detail_te_handle_type(
            PrivateDetailTypeErasedT value,
            typename std::enable_if<std::is_reference<PrivateDetailTypeErasedU>::value>::type* =
                nullptr)
            : private_detail_te_value(value)
Paul's avatar
Paul committed
266
267
268
        {
        }

Paul's avatar
Paul committed
269
270
271
272
273
274
        template <typename PrivateDetailTypeErasedU = PrivateDetailTypeErasedT>
        private_detail_te_handle_type(
            PrivateDetailTypeErasedT value,
            typename std::enable_if<!std::is_reference<PrivateDetailTypeErasedU>::value,
                                    int>::type* = nullptr) noexcept
            : private_detail_te_value(std::move(value))
Paul's avatar
Paul committed
275
276
277
        {
        }

Paul's avatar
Paul committed
278
        std::shared_ptr<private_detail_te_handle_base_type> clone() const override
Paul's avatar
Paul committed
279
        {
Paul's avatar
Paul committed
280
            return std::make_shared<private_detail_te_handle_type>(private_detail_te_value);
Paul's avatar
Paul committed
281
282
        }

Paul's avatar
Paul committed
283
        const std::type_info& type() const override { return typeid(private_detail_te_value); }
Paul's avatar
Paul committed
284

Paul's avatar
Paul committed
285
        std::string name() const override { return private_detail_te_value.name(); }
Paul's avatar
Paul committed
286

Paul's avatar
Paul committed
287
288
289
290
291
292
        int output_alias(const std::vector<shape>& input) const override
        {

            return output_alias_op(private_detail_te_value, input);
        }

Paul's avatar
Paul committed
293
        shape compute_shape(const std::vector<shape>& input) const override
Paul's avatar
Paul committed
294
        {
Paul's avatar
Paul committed
295

Paul's avatar
Paul committed
296
            return private_detail_te_value.compute_shape(input);
Paul's avatar
Paul committed
297
298
        }

Paul's avatar
Paul committed
299
300
301
        argument compute(context& ctx,
                         const shape& output,
                         const std::vector<argument>& input) const override
Paul's avatar
Paul committed
302
        {
Paul's avatar
Paul committed
303

Paul's avatar
Paul committed
304
            return compute_op(private_detail_te_value, ctx, output, input);
Paul's avatar
Paul committed
305
306
        }

Paul's avatar
Paul committed
307
308
        std::ostream& operator_shift_left(std::ostream& os) const override
        {
Paul's avatar
Paul committed
309
            using migraph::operation_stream::operator<<;
Paul's avatar
Paul committed
310
311
312
            return os << private_detail_te_value;
        }

Paul's avatar
Paul committed
313
314
315
316
317
318
        bool operator==(const operation& y) const override
        {
            using migraph::operation_equal::operator==;
            return private_detail_te_value == y;
        }

Paul's avatar
Paul committed
319
        PrivateDetailTypeErasedT private_detail_te_value;
Paul's avatar
Paul committed
320
321
    };

Paul's avatar
Paul committed
322
323
324
    template <typename PrivateDetailTypeErasedT>
    struct private_detail_te_handle_type<std::reference_wrapper<PrivateDetailTypeErasedT>>
        : private_detail_te_handle_type<PrivateDetailTypeErasedT&>
Paul's avatar
Paul committed
325
    {
Paul's avatar
Paul committed
326
327
        private_detail_te_handle_type(std::reference_wrapper<PrivateDetailTypeErasedT> ref)
            : private_detail_te_handle_type<PrivateDetailTypeErasedT&>(ref.get())
Paul's avatar
Paul committed
328
329
330
331
        {
        }
    };

Paul's avatar
Paul committed
332
333
334
335
336
    bool private_detail_te_handle_empty() const
    {
        return private_detail_te_handle_mem_var == nullptr;
    }

Paul's avatar
Paul committed
337
338
    const private_detail_te_handle_base_type& private_detail_te_get_handle() const
    {
Paul's avatar
Paul committed
339
        assert(private_detail_te_handle_mem_var != nullptr);
Paul's avatar
Paul committed
340
341
        return *private_detail_te_handle_mem_var;
    }
Paul's avatar
Paul committed
342

Paul's avatar
Paul committed
343
    private_detail_te_handle_base_type& private_detail_te_get_handle()
Paul's avatar
Paul committed
344
    {
Paul's avatar
Paul committed
345
        assert(private_detail_te_handle_mem_var != nullptr);
Paul's avatar
Paul committed
346
347
348
        if(!private_detail_te_handle_mem_var.unique())
            private_detail_te_handle_mem_var = private_detail_te_handle_mem_var->clone();
        return *private_detail_te_handle_mem_var;
Paul's avatar
Paul committed
349
350
    }

Paul's avatar
Paul committed
351
    std::shared_ptr<private_detail_te_handle_base_type> private_detail_te_handle_mem_var;
Paul's avatar
Paul committed
352
353
};

Paul's avatar
Paul committed
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
template <typename ValueType>
inline const ValueType* any_cast(const operation* x)
{
    return x->any_cast<ValueType>();
}

template <typename ValueType>
inline ValueType* any_cast(operation* x)
{
    return x->any_cast<ValueType>();
}

template <typename ValueType>
inline ValueType& any_cast(operation& x)
{
Paul's avatar
Paul committed
369
    auto* y = x.any_cast<typename std::remove_reference<ValueType>::type>();
Paul's avatar
Paul committed
370
371
372
373
374
375
376
377
    if(y == nullptr)
        throw std::bad_cast();
    return *y;
}

template <typename ValueType>
inline const ValueType& any_cast(const operation& x)
{
Paul's avatar
Paul committed
378
    const auto* y = x.any_cast<typename std::remove_reference<ValueType>::type>();
Paul's avatar
Paul committed
379
380
381
382
383
    if(y == nullptr)
        throw std::bad_cast();
    return *y;
}

Paul's avatar
Paul committed
384
385
inline bool operator!=(const operation& x, const operation& y) { return !(x == y); }

Paul's avatar
Paul committed
386
387
#endif

Paul's avatar
Paul committed
388
} // namespace migraph
Paul's avatar
Paul committed
389
390

#endif