shape.cpp 9.37 KB
Newer Older
Paul's avatar
Paul committed
1

Paul's avatar
Paul committed
2
3
#include <migraphx/shape.hpp>
#include <migraphx/stringutils.hpp>
4
#include <migraphx/serialize.hpp>
5
#include <migraphx/permutation.hpp>
Paul's avatar
Paul committed
6
7
8
#include <numeric>
#include <algorithm>
#include <functional>
9
#include <unordered_map>
Paul's avatar
Paul committed
10
#include <iostream>
Paul's avatar
Paul committed
11

Paul's avatar
Paul committed
12
namespace migraphx {
Paul's avatar
Paul committed
13
inline namespace MIGRAPHX_INLINE_NS {
Paul's avatar
Paul committed
14

Paul's avatar
Paul committed
15
16
struct shape_impl
{
Paul's avatar
Paul committed
17
18
    static std::shared_ptr<shape_impl> default_shape()
    {
19
        static const std::shared_ptr<shape_impl> result = std::make_shared<shape_impl>();
Paul's avatar
Paul committed
20
21
22
23
24
        return result;
    }

    shape_impl() : m_type(shape::float_type), m_standard(false) {}

25
    shape_impl(shape::type_t t) : m_type(t), m_lens({1}), m_strides({0}), m_standard(true) {}
Paul's avatar
Paul committed
26
27
28
29
30
31
32
33
34
35
    shape_impl(shape::type_t t, std::vector<std::size_t> l)
        : m_type(t), m_lens(std::move(l)), m_standard(true)
    {
        this->calculate_strides();
        assert(m_lens.size() == m_strides.size());
    }
    shape_impl(shape::type_t t, std::vector<std::size_t> l, std::vector<std::size_t> s)
        : m_type(t), m_lens(std::move(l)), m_strides(std::move(s))
    {
        assert(m_lens.size() == m_strides.size());
Khalique's avatar
Khalique committed
36
37
        // assert(std::any_of(m_strides.begin(), m_strides.end(), [](auto x) { return x > 0; }) and
        //        "At least one stride must be non-zero");
38
39
        m_standard = this->elements() == this->element_space() and
                     std::is_sorted(m_strides.rbegin(), m_strides.rend());
Paul's avatar
Paul committed
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
    }
    shape::type_t m_type;
    std::vector<std::size_t> m_lens;
    std::vector<std::size_t> m_strides;
    bool m_standard;

    void calculate_strides()
    {
        m_strides.clear();
        m_strides.resize(m_lens.size(), 0);
        if(m_strides.empty())
            return;
        m_strides.back() = 1;
        std::partial_sum(m_lens.rbegin(),
                         m_lens.rend() - 1,
                         m_strides.rbegin() + 1,
                         std::multiplies<std::size_t>());
    }

    std::size_t element_space() const
    {
        assert(m_lens.size() == m_strides.size());
        if(m_lens.empty())
            return 0;
        return std::inner_product(m_lens.begin(),
                                  m_lens.end(),
                                  m_strides.begin(),
                                  std::size_t{0},
                                  std::plus<std::size_t>{},
                                  [](std::size_t l, std::size_t s) { return (l - 1) * s; }) +
               1;
    }

    std::size_t elements() const
    {
        assert(m_lens.size() == m_strides.size());
        if(m_lens.empty())
            return 0;
        return std::accumulate(
            m_lens.begin(), m_lens.end(), std::size_t{1}, std::multiplies<std::size_t>());
    }
Paul's avatar
Paul committed
81
};
Paul's avatar
Paul committed
82

83
84
85
86
87
88
89
90
const std::vector<shape::type_t>& shape::types()
{
    static const std::vector<shape::type_t> result = {
#define MIGRAPHX_GENERATE_TYPE_VECTOR(x, t) x,
        MIGRAPHX_SHAPE_VISIT_TYPES(MIGRAPHX_GENERATE_TYPE_VECTOR)};
    return result;
}

Paul's avatar
Paul committed
91
92
93
shape::shape() : impl(shape_impl::default_shape()) {}

shape::shape(type_t t) : impl(std::make_shared<shape_impl>(t)) {}
Paul's avatar
Paul committed
94
shape::shape(type_t t, std::vector<std::size_t> l)
Paul's avatar
Paul committed
95
    : impl(std::make_shared<shape_impl>(t, std::move(l)))
Paul's avatar
Paul committed
96
97
98
{
}
shape::shape(type_t t, std::vector<std::size_t> l, std::vector<std::size_t> s)
Paul's avatar
Paul committed
99
    : impl(std::make_shared<shape_impl>(t, std::move(l), std::move(s)))
Paul's avatar
Paul committed
100
101
102
{
}

103
104
105
106
107
108
109
110
111
112
shape shape::from_permutation(type_t t,
                              const std::vector<std::size_t>& l,
                              const std::vector<int64_t>& perm)
{
    auto new_lens = reorder_dims(l, perm);
    shape result  = reorder_shape({t, new_lens}, invert_permutation(perm));
    assert(result.lens() == l);
    return result;
}

Paul's avatar
Paul committed
113
114
115
shape::type_t shape::type() const { return impl->m_type; }
const std::vector<std::size_t>& shape::lens() const { return impl->m_lens; }
const std::vector<std::size_t>& shape::strides() const { return impl->m_strides; }
Paul's avatar
Paul committed
116
std::size_t shape::elements() const { return impl->elements(); }
Paul's avatar
Paul committed
117
118
119
120
121
122
std::size_t shape::bytes() const
{
    std::size_t n = 0;
    this->visit_type([&](auto as) { n = as.size(); });
    return n * this->element_space();
}
Scott Thornton's avatar
Scott Thornton committed
123
124
125
126
127
128
std::size_t shape::type_size() const
{
    std::size_t n = 0;
    this->visit_type([&](auto as) { n = as.size(); });
    return n;
}
Paul's avatar
Paul committed
129
130
131
132
133
134
135
136
137
138
139
140
std::size_t shape::index(std::initializer_list<std::size_t> l) const
{
    assert(l.size() <= this->lens().size());
    assert(this->lens().size() == this->strides().size());
    return std::inner_product(l.begin(), l.end(), this->strides().begin(), std::size_t{0});
}
std::size_t shape::index(const std::vector<std::size_t>& l) const
{
    assert(l.size() <= this->lens().size());
    assert(this->lens().size() == this->strides().size());
    return std::inner_product(l.begin(), l.end(), this->strides().begin(), std::size_t{0});
}
Paul's avatar
Paul committed
141
142
143
std::size_t shape::index(std::size_t i) const
{
    assert(this->lens().size() == this->strides().size());
Paul's avatar
Paul committed
144
    if(this->standard())
Paul's avatar
Paul committed
145
146
        return i;
    else
Paul's avatar
Paul committed
147
    {
Paul's avatar
Paul committed
148
        std::size_t s      = 1;
Paul's avatar
Paul committed
149
        std::size_t result = 0;
Paul's avatar
Paul committed
150
        for(std::size_t j = 0; j < this->lens().size(); j++)
Paul's avatar
Paul committed
151
        {
Paul's avatar
Paul committed
152
            const std::size_t k      = this->lens().size() - j - 1;
Paul's avatar
Paul committed
153
            const std::size_t stride = this->strides()[k];
Paul's avatar
Paul committed
154
155
            const std::size_t len    = this->lens()[k];
            const std::size_t idx    = (i % (s * len)) / s;
Paul's avatar
Paul committed
156
157
158
159
160
            result += stride * idx;
            s *= len;
        }
        return result;
    }
Paul's avatar
Paul committed
161
}
162
163
164
165
166
167

std::vector<std::size_t> shape::multi(std::size_t i) const
{
    assert(this->standard());

    std::vector<std::size_t> indices(lens().size());
168
169
170
171
172
173
174
175
176
177
    multi_copy(i, indices.data(), indices.data() + lens().size());

    return indices;
}

void shape::multi_copy(std::size_t i, std::size_t* start, const std::size_t* end) const
{
    assert(this->standard());
    (void)end;
    assert(lens().size() <= (end - start));
178
    std::transform(strides().begin(),
Shucai Xiao's avatar
Shucai Xiao committed
179
180
                   strides().end(),
                   lens().begin(),
181
                   start,
Shucai Xiao's avatar
Shucai Xiao committed
182
183
184
185
                   [&](std::size_t stride, std::size_t len) {
                       assert(len > 0 and stride > 0);
                       return (i / stride) % len;
                   });
186
187
}

Paul's avatar
Paul committed
188
189
bool shape::packed() const { return this->elements() == this->element_space(); }

Paul's avatar
Paul committed
190
191
bool shape::transposed() const
{
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
    if(this->broadcasted())
    {
        // TODO: Use a filter_iterator instead
        std::vector<std::size_t> s;
        s.reserve(this->strides().size());
        std::copy_if(this->strides().begin(),
                     this->strides().end(),
                     std::back_inserter(s),
                     [](std::size_t x) { return x != 0; });
        return not std::is_sorted(s.rbegin(), s.rend());
    }
    else
    {
        return not std::is_sorted(this->strides().rbegin(), this->strides().rend());
    }
Paul's avatar
Paul committed
207
}
Paul's avatar
Paul committed
208
209
210
211

bool shape::broadcasted() const
{
    assert(this->lens().size() == this->strides().size());
Paul's avatar
Paul committed
212
213
214
215
    return std::accumulate(this->strides().begin(),
                           this->strides().end(),
                           std::size_t{1},
                           std::multiplies<std::size_t>()) == 0;
Paul's avatar
Paul committed
216
217
}

Khalique's avatar
Khalique committed
218
219
220
221
bool shape::scalar() const
{
    assert(this->lens().size() == this->strides().size());
    // if any stride > 0, then accumulate will return false
Khalique's avatar
Khalique committed
222
    return std::accumulate(this->strides().begin(), this->strides().end(), std::size_t(0)) == 0;
Khalique's avatar
Khalique committed
223
224
}

Paul's avatar
Paul committed
225
bool shape::standard() const { return impl->m_standard; }
Paul's avatar
Paul committed
226

227
228
229
230
231
232
233
234
shape shape::normalize_standard() const
{
    if(this->standard())
        return {this->type(), this->lens()};
    else
        return *this;
}

235
236
237
238
239
240
241
242
243
244
245
246
shape shape::with_lens(type_t t, const std::vector<std::size_t>& l) const
{
    assert(l.size() == this->lens().size());
    auto perm = find_permutation(*this);
    return shape::from_permutation(t, l, perm);
}

shape shape::with_lens(const std::vector<std::size_t>& l) const
{
    return this->with_lens(this->type(), l);
}

Paul's avatar
Paul committed
247
std::size_t shape::element_space() const { return impl->element_space(); }
Paul's avatar
Paul committed
248

Paul's avatar
Paul committed
249
250
std::string shape::type_string() const
{
Paul's avatar
Paul committed
251
    switch(this->type())
Paul's avatar
Paul committed
252
    {
Paul's avatar
Paul committed
253
#define MIGRAPHX_SHAPE_GENERATE_TYPE_STRING_CASE(x, t) \
Paul's avatar
Paul committed
254
    case x: return #x;
Paul's avatar
Paul committed
255
256
        MIGRAPHX_SHAPE_VISIT_TYPES(MIGRAPHX_SHAPE_GENERATE_TYPE_STRING_CASE)
#undef MIGRAPHX_SHAPE_GENERATE_TYPE_STRING_CASE
Paul's avatar
Paul committed
257
    }
Paul's avatar
Paul committed
258
    MIGRAPHX_THROW("Invalid type");
Paul's avatar
Paul committed
259
260
}

Paul's avatar
Paul committed
261
262
263
264
bool operator==(const shape& x, const shape& y)
{
    return x.type() == y.type() && x.lens() == y.lens() && x.strides() == y.strides();
}
Paul's avatar
Paul committed
265
bool operator!=(const shape& x, const shape& y) { return !(x == y); }
Paul's avatar
Paul committed
266

Paul's avatar
Paul committed
267
268
269
std::ostream& operator<<(std::ostream& os, const shape& x)
{
    os << x.type_string() << ", ";
Paul's avatar
Paul committed
270
271
    os << "{" << to_string_range(x.lens()) << "}, ";
    os << "{" << to_string_range(x.strides()) << "}";
Paul's avatar
Paul committed
272
273
274
    return os;
}

275
276
shape::type_t shape::parse_type(const std::string& s)
{
277
    static const std::unordered_map<std::string, shape::type_t> m = {
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
#define MIGRAPHX_SHAPE_GENERATE_TYPE_STRING_MAP(x, t) {#x, x}, {#t, x},
        MIGRAPHX_SHAPE_VISIT_TYPES(MIGRAPHX_SHAPE_GENERATE_TYPE_STRING_MAP)};
    return m.at(s);
}

void migraphx_to_value(value& v, const shape& s)
{
    value result;
    result["type"]    = migraphx::to_value(s.type_string());
    result["lens"]    = migraphx::to_value(s.lens());
    result["strides"] = migraphx::to_value(s.strides());
    v                 = result;
}
void migraphx_from_value(const value& v, shape& s)
{
    s = shape{shape::parse_type(v.at("type").get_string()),
              v.at("lens").to_vector<std::size_t>(),
              v.at("strides").to_vector<std::size_t>()};
}

Paul's avatar
Paul committed
298
} // namespace MIGRAPHX_INLINE_NS
Paul's avatar
Paul committed
299
} // namespace migraphx