test_buffers.cpp 8.37 KB
Newer Older
Wenzel Jakob's avatar
Wenzel Jakob committed
1
/*
Dean Moldovan's avatar
Dean Moldovan committed
2
    tests/test_buffers.cpp -- supporting Pythons' buffer protocol
Wenzel Jakob's avatar
Wenzel Jakob committed
3

4
    Copyright (c) 2016 Wenzel Jakob <wenzel.jakob@epfl.ch>
Wenzel Jakob's avatar
Wenzel Jakob committed
5
6
7
8
9

    All rights reserved. Use of this source code is governed by a
    BSD-style license that can be found in the LICENSE file.
*/

10
#include <pybind11/stl.h>
Wenzel Jakob's avatar
Wenzel Jakob committed
11

12
13
14
#include "constructor_stats.h"
#include "pybind11_tests.h"

15
16
17
18
TEST_SUBMODULE(buffers, m) {
    // test_from_python / test_to_python:
    class Matrix {
    public:
19
        Matrix(py::ssize_t rows, py::ssize_t cols) : m_rows(rows), m_cols(cols) {
20
            print_created(this, std::to_string(m_rows) + "x" + std::to_string(m_cols) + " matrix");
21
22
            // NOLINTNEXTLINE(cppcoreguidelines-prefer-member-initializer)
            m_data = new float[(size_t) (rows * cols)];
23
            memset(m_data, 0, sizeof(float) * (size_t) (rows * cols));
Wenzel Jakob's avatar
Wenzel Jakob committed
24
25
        }

26
        Matrix(const Matrix &s) : m_rows(s.m_rows), m_cols(s.m_cols) {
27
28
            print_copy_created(this,
                               std::to_string(m_rows) + "x" + std::to_string(m_cols) + " matrix");
29
            // NOLINTNEXTLINE(cppcoreguidelines-prefer-member-initializer)
30
31
32
            m_data = new float[(size_t) (m_rows * m_cols)];
            memcpy(m_data, s.m_data, sizeof(float) * (size_t) (m_rows * m_cols));
        }
33

34
        Matrix(Matrix &&s) noexcept : m_rows(s.m_rows), m_cols(s.m_cols), m_data(s.m_data) {
35
36
37
38
39
            print_move_created(this);
            s.m_rows = 0;
            s.m_cols = 0;
            s.m_data = nullptr;
        }
40

41
        ~Matrix() {
42
43
            print_destroyed(this,
                            std::to_string(m_rows) + "x" + std::to_string(m_cols) + " matrix");
44
45
            delete[] m_data;
        }
46

47
        Matrix &operator=(const Matrix &s) {
48
49
50
51
52
            if (this == &s) {
                return *this;
            }
            print_copy_assigned(this,
                                std::to_string(m_rows) + "x" + std::to_string(m_cols) + " matrix");
53
54
55
56
57
58
59
            delete[] m_data;
            m_rows = s.m_rows;
            m_cols = s.m_cols;
            m_data = new float[(size_t) (m_rows * m_cols)];
            memcpy(m_data, s.m_data, sizeof(float) * (size_t) (m_rows * m_cols));
            return *this;
        }
60

61
        Matrix &operator=(Matrix &&s) noexcept {
62
63
            print_move_assigned(this,
                                std::to_string(m_rows) + "x" + std::to_string(m_cols) + " matrix");
64
65
            if (&s != this) {
                delete[] m_data;
66
67
68
69
70
71
                m_rows = s.m_rows;
                m_cols = s.m_cols;
                m_data = s.m_data;
                s.m_rows = 0;
                s.m_cols = 0;
                s.m_data = nullptr;
72
73
74
            }
            return *this;
        }
75

76
        float operator()(py::ssize_t i, py::ssize_t j) const {
77
            return m_data[(size_t) (i * m_cols + j)];
78
        }
79

80
        float &operator()(py::ssize_t i, py::ssize_t j) {
81
            return m_data[(size_t) (i * m_cols + j)];
82
        }
Wenzel Jakob's avatar
Wenzel Jakob committed
83

84
85
        float *data() { return m_data; }

86
87
        py::ssize_t rows() const { return m_rows; }
        py::ssize_t cols() const { return m_cols; }
88

89
    private:
90
91
        py::ssize_t m_rows;
        py::ssize_t m_cols;
92
93
94
        float *m_data;
    };
    py::class_<Matrix>(m, "Matrix", py::buffer_protocol())
95
        .def(py::init<py::ssize_t, py::ssize_t>())
Wenzel Jakob's avatar
Wenzel Jakob committed
96
        /// Construct from a buffer
97
        .def(py::init([](const py::buffer &b) {
Wenzel Jakob's avatar
Wenzel Jakob committed
98
            py::buffer_info info = b.request();
99
            if (info.format != py::format_descriptor<float>::format() || info.ndim != 2) {
Wenzel Jakob's avatar
Wenzel Jakob committed
100
                throw std::runtime_error("Incompatible buffer format!");
101
            }
102

103
            auto *v = new Matrix(info.shape[0], info.shape[1]);
104
105
106
            memcpy(v->data(), info.ptr, sizeof(float) * (size_t) (v->rows() * v->cols()));
            return v;
        }))
Wenzel Jakob's avatar
Wenzel Jakob committed
107

108
109
        .def("rows", &Matrix::rows)
        .def("cols", &Matrix::cols)
Wenzel Jakob's avatar
Wenzel Jakob committed
110
111

        /// Bare bones interface
112
113
        .def("__getitem__",
             [](const Matrix &m, std::pair<py::ssize_t, py::ssize_t> i) {
114
                 if (i.first >= m.rows() || i.second >= m.cols()) {
115
                     throw py::index_error();
116
                 }
117
118
119
120
                 return m(i.first, i.second);
             })
        .def("__setitem__",
             [](Matrix &m, std::pair<py::ssize_t, py::ssize_t> i, float v) {
121
                 if (i.first >= m.rows() || i.second >= m.cols()) {
122
                     throw py::index_error();
123
                 }
124
125
126
127
                 m(i.first, i.second) = v;
             })
        /// Provide buffer access
        .def_buffer([](Matrix &m) -> py::buffer_info {
Wenzel Jakob's avatar
Wenzel Jakob committed
128
            return py::buffer_info(
129
130
131
132
                m.data(),                          /* Pointer to buffer */
                {m.rows(), m.cols()},              /* Buffer dimensions */
                {sizeof(float) * size_t(m.cols()), /* Strides (in bytes) for each index */
                 sizeof(float)});
133
        });
134
135
136
137

    // test_inherited_protocol
    class SquareMatrix : public Matrix {
    public:
138
        explicit SquareMatrix(py::ssize_t n) : Matrix(n, n) {}
139
    };
140
    // Derived classes inherit the buffer protocol and the buffer access function
141
    py::class_<SquareMatrix, Matrix>(m, "SquareMatrix").def(py::init<py::ssize_t>());
142
143
144
145
146
147
148
149

    // test_pointer_to_member_fn
    // Tests that passing a pointer to member to the base class works in
    // the derived class.
    struct Buffer {
        int32_t value = 0;

        py::buffer_info get_buffer_info() {
150
151
            return py::buffer_info(
                &value, sizeof(value), py::format_descriptor<int32_t>::format(), 1);
152
153
154
        }
    };
    py::class_<Buffer>(m, "Buffer", py::buffer_protocol())
155
        .def(py::init<>())
156
157
158
159
160
161
162
163
164
165
166
        .def_readwrite("value", &Buffer::value)
        .def_buffer(&Buffer::get_buffer_info);

    class ConstBuffer {
        std::unique_ptr<int32_t> value;

    public:
        int32_t get_value() const { return *value; }
        void set_value(int32_t v) { *value = v; }

        py::buffer_info get_buffer_info() const {
167
168
            return py::buffer_info(
                value.get(), sizeof(*value), py::format_descriptor<int32_t>::format(), 1);
169
170
        }

171
        ConstBuffer() : value(new int32_t{0}) {}
172
173
    };
    py::class_<ConstBuffer>(m, "ConstBuffer", py::buffer_protocol())
174
        .def(py::init<>())
175
176
        .def_property("value", &ConstBuffer::get_value, &ConstBuffer::set_value)
        .def_buffer(&ConstBuffer::get_buffer_info);
177

178
    struct DerivedBuffer : public Buffer {};
179
    py::class_<DerivedBuffer>(m, "DerivedBuffer", py::buffer_protocol())
180
        .def(py::init<>())
181
182
183
        .def_readwrite("value", (int32_t DerivedBuffer::*) &DerivedBuffer::value)
        .def_buffer(&DerivedBuffer::get_buffer_info);

184
185
    struct BufferReadOnly {
        const uint8_t value = 0;
186
        explicit BufferReadOnly(uint8_t value) : value(value) {}
187

188
        py::buffer_info get_buffer_info() { return py::buffer_info(&value, 1); }
189
190
191
192
193
194
195
196
197
    };
    py::class_<BufferReadOnly>(m, "BufferReadOnly", py::buffer_protocol())
        .def(py::init<uint8_t>())
        .def_buffer(&BufferReadOnly::get_buffer_info);

    struct BufferReadOnlySelect {
        uint8_t value = 0;
        bool readonly = false;

198
        py::buffer_info get_buffer_info() { return py::buffer_info(&value, 1, readonly); }
199
200
201
202
203
204
205
    };
    py::class_<BufferReadOnlySelect>(m, "BufferReadOnlySelect", py::buffer_protocol())
        .def(py::init<>())
        .def_readwrite("value", &BufferReadOnlySelect::value)
        .def_readwrite("readonly", &BufferReadOnlySelect::readonly)
        .def_buffer(&BufferReadOnlySelect::get_buffer_info);

206
207
208
209
210
211
212
213
214
215
216
    // Expose buffer_info for testing.
    py::class_<py::buffer_info>(m, "buffer_info")
        .def(py::init<>())
        .def_readonly("itemsize", &py::buffer_info::itemsize)
        .def_readonly("size", &py::buffer_info::size)
        .def_readonly("format", &py::buffer_info::format)
        .def_readonly("ndim", &py::buffer_info::ndim)
        .def_readonly("shape", &py::buffer_info::shape)
        .def_readonly("strides", &py::buffer_info::strides)
        .def_readonly("readonly", &py::buffer_info::readonly)
        .def("__repr__", [](py::handle self) {
217
218
219
220
221
            return py::str("itemsize={0.itemsize!r}, size={0.size!r}, format={0.format!r}, "
                           "ndim={0.ndim!r}, shape={0.shape!r}, strides={0.strides!r}, "
                           "readonly={0.readonly!r}")
                .format(self);
        });
222

223
    m.def("get_buffer_info", [](const py::buffer &buffer) { return buffer.request(); });
224
}