example-sequences-and-iterators.cpp 7.46 KB
Newer Older
Wenzel Jakob's avatar
Wenzel Jakob committed
1
/*
2
    example/example-sequences-and-iterators.cpp -- supporting Pythons' sequence protocol, iterators,
3
    etc.
Wenzel Jakob's avatar
Wenzel Jakob committed
4

5
    Copyright (c) 2016 Wenzel Jakob <wenzel.jakob@epfl.ch>
Wenzel Jakob's avatar
Wenzel Jakob committed
6
7
8
9
10
11

    All rights reserved. Use of this source code is governed by a
    BSD-style license that can be found in the LICENSE file.
*/

#include "example.h"
12
#include "constructor-stats.h"
13
14
#include <pybind11/operators.h>
#include <pybind11/stl.h>
Wenzel Jakob's avatar
Wenzel Jakob committed
15
16
17
18

class Sequence {
public:
    Sequence(size_t size) : m_size(size) {
19
        print_created(this, "of size", m_size);
Wenzel Jakob's avatar
Wenzel Jakob committed
20
21
22
23
24
        m_data = new float[size];
        memset(m_data, 0, sizeof(float) * size);
    }

    Sequence(const std::vector<float> &value) : m_size(value.size()) {
25
        print_created(this, "of size", m_size, "from std::vector");
Wenzel Jakob's avatar
Wenzel Jakob committed
26
27
28
29
30
        m_data = new float[m_size];
        memcpy(m_data, &value[0], sizeof(float) * m_size);
    }

    Sequence(const Sequence &s) : m_size(s.m_size) {
31
        print_copy_created(this);
Wenzel Jakob's avatar
Wenzel Jakob committed
32
33
34
35
36
        m_data = new float[m_size];
        memcpy(m_data, s.m_data, sizeof(float)*m_size);
    }

    Sequence(Sequence &&s) : m_size(s.m_size), m_data(s.m_data) {
37
        print_move_created(this);
Wenzel Jakob's avatar
Wenzel Jakob committed
38
39
40
41
42
        s.m_size = 0;
        s.m_data = nullptr;
    }

    ~Sequence() {
43
        print_destroyed(this);
Wenzel Jakob's avatar
Wenzel Jakob committed
44
45
46
47
        delete[] m_data;
    }

    Sequence &operator=(const Sequence &s) {
48
49
50
51
52
53
54
55
56
        if (&s != this) {
            delete[] m_data;
            m_size = s.m_size;
            m_data = new float[m_size];
            memcpy(m_data, s.m_data, sizeof(float)*m_size);
        }

        print_copy_assigned(this);

Wenzel Jakob's avatar
Wenzel Jakob committed
57
58
59
60
61
62
63
64
65
66
67
        return *this;
    }

    Sequence &operator=(Sequence &&s) {
        if (&s != this) {
            delete[] m_data;
            m_size = s.m_size;
            m_data = s.m_data;
            s.m_size = 0;
            s.m_data = nullptr;
        }
68
69
70

        print_move_assigned(this);

Wenzel Jakob's avatar
Wenzel Jakob committed
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
        return *this;
    }

    bool operator==(const Sequence &s) const {
        if (m_size != s.size())
            return false;
        for (size_t i=0; i<m_size; ++i)
            if (m_data[i] != s[i])
                return false;
        return true;
    }

    bool operator!=(const Sequence &s) const {
        return !operator==(s);
    }

    float operator[](size_t index) const {
        return m_data[index];
    }

    float &operator[](size_t index) {
        return m_data[index];
    }

    bool contains(float v) const {
        for (size_t i=0; i<m_size; ++i)
            if (v == m_data[i])
                return true;
        return false;
    }

    Sequence reversed() const {
        Sequence result(m_size);
        for (size_t i=0; i<m_size; ++i)
            result[m_size-i-1] = m_data[i];
        return result;
    }

    size_t size() const { return m_size; }

111
112
113
    const float *begin() const { return m_data; }
    const float *end() const { return m_data+m_size; }

Wenzel Jakob's avatar
Wenzel Jakob committed
114
115
116
117
118
private:
    size_t m_size;
    float *m_data;
};

119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
// Interface of a map-like object that isn't (directly) an unordered_map, but provides some basic
// map-like functionality.
class StringMap {
public:
    StringMap(std::unordered_map<std::string, std::string> init = {})
        : map(std::move(init)) {}

    void set(std::string key, std::string val) {
        map[key] = val;
    }

    std::string get(std::string key) const {
        return map.at(key);
    }

    size_t size() const {
        return map.size();
    }

private:
    std::unordered_map<std::string, std::string> map;

public:
    decltype(map.cbegin()) begin() const { return map.cbegin(); }
    decltype(map.cend()) end() const { return map.cend(); }
};


147
void init_ex_sequences_and_iterators(py::module &m) {
Wenzel Jakob's avatar
Wenzel Jakob committed
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
    py::class_<Sequence> seq(m, "Sequence");

    seq.def(py::init<size_t>())
       .def(py::init<const std::vector<float>&>())
       /// Bare bones interface
       .def("__getitem__", [](const Sequence &s, size_t i) {
            if (i >= s.size())
                throw py::index_error();
            return s[i];
        })
       .def("__setitem__", [](Sequence &s, size_t i, float v) {
            if (i >= s.size())
                throw py::index_error();
            s[i] = v;
        })
       .def("__len__", &Sequence::size)
       /// Optional sequence protocol operations
165
166
       .def("__iter__", [](const Sequence &s) { return py::make_iterator(s.begin(), s.end()); },
                        py::keep_alive<0, 1>() /* Essential: keep object alive while iterator exists */)
Wenzel Jakob's avatar
Wenzel Jakob committed
167
168
169
170
       .def("__contains__", [](const Sequence &s, float v) { return s.contains(v); })
       .def("__reversed__", [](const Sequence &s) -> Sequence { return s.reversed(); })
       /// Slicing protocol (optional)
       .def("__getitem__", [](const Sequence &s, py::slice slice) -> Sequence* {
171
            size_t start, stop, step, slicelength;
Wenzel Jakob's avatar
Wenzel Jakob committed
172
173
174
            if (!slice.compute(s.size(), &start, &stop, &step, &slicelength))
                throw py::error_already_set();
            Sequence *seq = new Sequence(slicelength);
175
            for (size_t i=0; i<slicelength; ++i) {
Wenzel Jakob's avatar
Wenzel Jakob committed
176
177
178
179
180
                (*seq)[i] = s[start]; start += step;
            }
            return seq;
        })
       .def("__setitem__", [](Sequence &s, py::slice slice, const Sequence &value) {
181
            size_t start, stop, step, slicelength;
Wenzel Jakob's avatar
Wenzel Jakob committed
182
183
            if (!slice.compute(s.size(), &start, &stop, &step, &slicelength))
                throw py::error_already_set();
184
            if (slicelength != value.size())
Wenzel Jakob's avatar
Wenzel Jakob committed
185
                throw std::runtime_error("Left and right hand size of slice assignment have different sizes!");
186
            for (size_t i=0; i<slicelength; ++i) {
Wenzel Jakob's avatar
Wenzel Jakob committed
187
188
189
190
191
192
193
194
                s[start] = value[i]; start += step;
            }
        })
       /// Comparisons
       .def(py::self == py::self)
       .def(py::self != py::self);
       // Could also define py::self + py::self for concatenation, etc.

195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
    py::class_<StringMap> map(m, "StringMap");

    map .def(py::init<>())
        .def(py::init<std::unordered_map<std::string, std::string>>())
        .def("__getitem__", [](const StringMap &map, std::string key) {
                try { return map.get(key); }
                catch (const std::out_of_range&) {
                    throw py::key_error("key '" + key + "' does not exist");
                }
                })
        .def("__setitem__", &StringMap::set)
        .def("__len__", &StringMap::size)
        .def("__iter__", [](const StringMap &map) { return py::make_key_iterator(map.begin(), map.end()); },
                py::keep_alive<0, 1>())
        .def("items", [](const StringMap &map) { return py::make_iterator(map.begin(), map.end()); },
                py::keep_alive<0, 1>())
        ;


214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
#if 0
    // Obsolete: special data structure for exposing custom iterator types to python
    // kept here for illustrative purposes because there might be some use cases which
    // are not covered by the much simpler py::make_iterator

    struct PySequenceIterator {
        PySequenceIterator(const Sequence &seq, py::object ref) : seq(seq), ref(ref) { }

        float next() {
            if (index == seq.size())
                throw py::stop_iteration();
            return seq[index++];
        }

        const Sequence &seq;
        py::object ref; // keep a reference
        size_t index = 0;
    };

Wenzel Jakob's avatar
Wenzel Jakob committed
233
234
235
    py::class_<PySequenceIterator>(seq, "Iterator")
        .def("__iter__", [](PySequenceIterator &it) -> PySequenceIterator& { return it; })
        .def("__next__", &PySequenceIterator::next);
236
237
238
239

    On the actual Sequence object, the iterator would be constructed as follows:
    .def("__iter__", [](py::object s) { return PySequenceIterator(s.cast<const Sequence &>(), s); })
#endif
Wenzel Jakob's avatar
Wenzel Jakob committed
240
}