test_pickling.cpp 6.49 KB
Newer Older
1
// clang-format off
Wenzel Jakob's avatar
Wenzel Jakob committed
2
/*
Dean Moldovan's avatar
Dean Moldovan committed
3
    tests/test_pickling.cpp -- pickle support
Wenzel Jakob's avatar
Wenzel Jakob committed
4

5
    Copyright (c) 2016 Wenzel Jakob <wenzel.jakob@epfl.ch>
6
    Copyright (c) 2021 The Pybind Development Team.
Wenzel Jakob's avatar
Wenzel Jakob committed
7
8
9
10
11

    All rights reserved. Use of this source code is governed by a
    BSD-style license that can be found in the LICENSE file.
*/

Dean Moldovan's avatar
Dean Moldovan committed
12
#include "pybind11_tests.h"
Wenzel Jakob's avatar
Wenzel Jakob committed
13

14
15
16
17
18
19
20
21
22
// clang-format on

#include <memory>
#include <stdexcept>
#include <utility>

namespace exercise_trampoline {

struct SimpleBase {
23
    int num = 0;
24
25
26
    virtual ~SimpleBase() = default;

    // For compatibility with old clang versions:
27
    SimpleBase() = default;
28
29
30
31
32
33
34
35
36
37
38
39
40
41
    SimpleBase(const SimpleBase &) = default;
};

struct SimpleBaseTrampoline : SimpleBase {};

struct SimpleCppDerived : SimpleBase {};

void wrap(py::module m) {
    py::class_<SimpleBase, SimpleBaseTrampoline>(m, "SimpleBase")
        .def(py::init<>())
        .def_readwrite("num", &SimpleBase::num)
        .def(py::pickle(
            [](const py::object &self) {
                py::dict d;
42
                if (py::hasattr(self, "__dict__")) {
43
                    d = self.attr("__dict__");
44
                }
45
46
47
                return py::make_tuple(self.attr("num"), d);
            },
            [](const py::tuple &t) {
48
                if (t.size() != 2) {
49
                    throw std::runtime_error("Invalid state!");
50
                }
51
52
                auto cpp_state = std::unique_ptr<SimpleBase>(new SimpleBaseTrampoline);
                cpp_state->num = t[0].cast<int>();
53
                auto py_state = t[1].cast<py::dict>();
54
55
56
57
58
59
60
61
62
63
64
65
66
67
                return std::make_pair(std::move(cpp_state), py_state);
            }));

    m.def("make_SimpleCppDerivedAsBase",
          []() { return std::unique_ptr<SimpleBase>(new SimpleCppDerived); });
    m.def("check_dynamic_cast_SimpleCppDerived", [](const SimpleBase *base_ptr) {
        return dynamic_cast<const SimpleCppDerived *>(base_ptr) != nullptr;
    });
}

} // namespace exercise_trampoline

// clang-format off

68
69
70
71
TEST_SUBMODULE(pickling, m) {
    // test_roundtrip
    class Pickleable {
    public:
72
        explicit Pickleable(const std::string &value) : m_value(value) { }
73
        const std::string &value() const { return m_value; }
Wenzel Jakob's avatar
Wenzel Jakob committed
74

75
76
77
78
79
80
81
82
83
        void setExtra1(int extra1) { m_extra1 = extra1; }
        void setExtra2(int extra2) { m_extra2 = extra2; }
        int extra1() const { return m_extra1; }
        int extra2() const { return m_extra2; }
    private:
        std::string m_value;
        int m_extra1 = 0;
        int m_extra2 = 0;
    };
84
85
86
87
88
89

    class PickleableNew : public Pickleable {
    public:
        using Pickleable::Pickleable;
    };

90
91
    py::class_<Pickleable> pyPickleable(m, "Pickleable");
    pyPickleable
Wenzel Jakob's avatar
Wenzel Jakob committed
92
93
94
95
96
97
98
99
100
101
102
103
        .def(py::init<std::string>())
        .def("value", &Pickleable::value)
        .def("extra1", &Pickleable::extra1)
        .def("extra2", &Pickleable::extra2)
        .def("setExtra1", &Pickleable::setExtra1)
        .def("setExtra2", &Pickleable::setExtra2)
        // For details on the methods below, refer to
        // http://docs.python.org/3/library/pickle.html#pickling-class-instances
        .def("__getstate__", [](const Pickleable &p) {
            /* Return a tuple that fully encodes the state of the object */
            return py::make_tuple(p.value(), p.extra1(), p.extra2());
        });
104
    ignoreOldStyleInitWarnings([&pyPickleable]() {
105
        pyPickleable.def("__setstate__", [](Pickleable &p, const py::tuple &t) {
106
            if (t.size() != 3) {
107
                throw std::runtime_error("Invalid state!");
108
}
109
110
111
112
113
114
115
            /* Invoke the constructor (need to use in-place version) */
            new (&p) Pickleable(t[0].cast<std::string>());

            /* Assign any additional state */
            p.setExtra1(t[1].cast<int>());
            p.setExtra2(t[2].cast<int>());
        });
116
    });
Dean Moldovan's avatar
Dean Moldovan committed
117

118
119
120
121
122
123
    py::class_<PickleableNew, Pickleable>(m, "PickleableNew")
        .def(py::init<std::string>())
        .def(py::pickle(
            [](const PickleableNew &p) {
                return py::make_tuple(p.value(), p.extra1(), p.extra2());
            },
124
            [](const py::tuple &t) {
125
                if (t.size() != 3) {
126
                    throw std::runtime_error("Invalid state!");
127
}
128
129
130
131
132
                auto p = PickleableNew(t[0].cast<std::string>());

                p.setExtra1(t[1].cast<int>());
                p.setExtra2(t[2].cast<int>());
                return p;
133
            }));
134

135
#if !defined(PYPY_VERSION)
136
137
138
    // test_roundtrip_with_dict
    class PickleableWithDict {
    public:
139
        explicit PickleableWithDict(const std::string &value) : value(value) { }
140
141
142
143

        std::string value;
        int extra;
    };
144
145
146
147
148
149

    class PickleableWithDictNew : public PickleableWithDict {
    public:
        using PickleableWithDict::PickleableWithDict;
    };

150
    py::class_<PickleableWithDict> pyPickleableWithDict(m, "PickleableWithDict", py::dynamic_attr());
151
    pyPickleableWithDict.def(py::init<std::string>())
Dean Moldovan's avatar
Dean Moldovan committed
152
153
        .def_readwrite("value", &PickleableWithDict::value)
        .def_readwrite("extra", &PickleableWithDict::extra)
154
        .def("__getstate__", [](const py::object &self) {
Dean Moldovan's avatar
Dean Moldovan committed
155
156
157
            /* Also include __dict__ in state */
            return py::make_tuple(self.attr("value"), self.attr("extra"), self.attr("__dict__"));
        });
158
    ignoreOldStyleInitWarnings([&pyPickleableWithDict]() {
159
        pyPickleableWithDict.def("__setstate__", [](const py::object &self, const py::tuple &t) {
160
            if (t.size() != 3) {
161
                throw std::runtime_error("Invalid state!");
162
}
163
164
165
166
167
168
169
170
171
172
            /* Cast and construct */
            auto &p = self.cast<PickleableWithDict &>();
            new (&p) PickleableWithDict(t[0].cast<std::string>());

            /* Assign C++ state */
            p.extra = t[1].cast<int>();

            /* Assign Python state */
            self.attr("__dict__") = t[2];
        });
173
    });
174
175
176
177

    py::class_<PickleableWithDictNew, PickleableWithDict>(m, "PickleableWithDictNew")
        .def(py::init<std::string>())
        .def(py::pickle(
178
            [](const py::object &self) {
179
180
                return py::make_tuple(self.attr("value"), self.attr("extra"), self.attr("__dict__"));
            },
181
            [](const py::tuple &t) {
182
                if (t.size() != 3) {
183
                    throw std::runtime_error("Invalid state!");
184
}
185
186
187
188
189
190

                auto cpp_state = PickleableWithDictNew(t[0].cast<std::string>());
                cpp_state.extra = t[1].cast<int>();

                auto py_state = t[2].cast<py::dict>();
                return std::make_pair(cpp_state, py_state);
191
            }));
192
#endif
193
194

    exercise_trampoline::wrap(m);
195
}