test_pickling.cpp 6.56 KB
Newer Older
Wenzel Jakob's avatar
Wenzel Jakob committed
1
/*
Dean Moldovan's avatar
Dean Moldovan committed
2
    tests/test_pickling.cpp -- pickle support
Wenzel Jakob's avatar
Wenzel Jakob committed
3

4
    Copyright (c) 2016 Wenzel Jakob <wenzel.jakob@epfl.ch>
5
    Copyright (c) 2021 The Pybind Development Team.
Wenzel Jakob's avatar
Wenzel Jakob committed
6
7
8
9
10

    All rights reserved. Use of this source code is governed by a
    BSD-style license that can be found in the LICENSE file.
*/

Dean Moldovan's avatar
Dean Moldovan committed
11
#include "pybind11_tests.h"
Wenzel Jakob's avatar
Wenzel Jakob committed
12

13
14
15
16
17
18
19
#include <memory>
#include <stdexcept>
#include <utility>

namespace exercise_trampoline {

struct SimpleBase {
20
    int num = 0;
21
22
23
    virtual ~SimpleBase() = default;

    // For compatibility with old clang versions:
24
    SimpleBase() = default;
25
26
27
28
29
30
31
32
33
34
35
36
37
38
    SimpleBase(const SimpleBase &) = default;
};

struct SimpleBaseTrampoline : SimpleBase {};

struct SimpleCppDerived : SimpleBase {};

void wrap(py::module m) {
    py::class_<SimpleBase, SimpleBaseTrampoline>(m, "SimpleBase")
        .def(py::init<>())
        .def_readwrite("num", &SimpleBase::num)
        .def(py::pickle(
            [](const py::object &self) {
                py::dict d;
39
                if (py::hasattr(self, "__dict__")) {
40
                    d = self.attr("__dict__");
41
                }
42
43
44
                return py::make_tuple(self.attr("num"), d);
            },
            [](const py::tuple &t) {
45
                if (t.size() != 2) {
46
                    throw std::runtime_error("Invalid state!");
47
                }
48
49
                auto cpp_state = std::unique_ptr<SimpleBase>(new SimpleBaseTrampoline);
                cpp_state->num = t[0].cast<int>();
50
                auto py_state = t[1].cast<py::dict>();
51
52
53
54
55
56
57
58
59
60
61
62
                return std::make_pair(std::move(cpp_state), py_state);
            }));

    m.def("make_SimpleCppDerivedAsBase",
          []() { return std::unique_ptr<SimpleBase>(new SimpleCppDerived); });
    m.def("check_dynamic_cast_SimpleCppDerived", [](const SimpleBase *base_ptr) {
        return dynamic_cast<const SimpleCppDerived *>(base_ptr) != nullptr;
    });
}

} // namespace exercise_trampoline

63
TEST_SUBMODULE(pickling, m) {
64
65
    m.def("simple_callable", []() { return 20220426; });

66
67
68
    // test_roundtrip
    class Pickleable {
    public:
69
        explicit Pickleable(const std::string &value) : m_value(value) {}
70
        const std::string &value() const { return m_value; }
Wenzel Jakob's avatar
Wenzel Jakob committed
71

72
73
74
75
        void setExtra1(int extra1) { m_extra1 = extra1; }
        void setExtra2(int extra2) { m_extra2 = extra2; }
        int extra1() const { return m_extra1; }
        int extra2() const { return m_extra2; }
76

77
78
79
80
81
    private:
        std::string m_value;
        int m_extra1 = 0;
        int m_extra2 = 0;
    };
82
83
84
85
86
87

    class PickleableNew : public Pickleable {
    public:
        using Pickleable::Pickleable;
    };

88
    py::class_<Pickleable> pyPickleable(m, "Pickleable");
89
    pyPickleable.def(py::init<std::string>())
Wenzel Jakob's avatar
Wenzel Jakob committed
90
91
92
93
94
95
96
97
98
99
100
        .def("value", &Pickleable::value)
        .def("extra1", &Pickleable::extra1)
        .def("extra2", &Pickleable::extra2)
        .def("setExtra1", &Pickleable::setExtra1)
        .def("setExtra2", &Pickleable::setExtra2)
        // For details on the methods below, refer to
        // http://docs.python.org/3/library/pickle.html#pickling-class-instances
        .def("__getstate__", [](const Pickleable &p) {
            /* Return a tuple that fully encodes the state of the object */
            return py::make_tuple(p.value(), p.extra1(), p.extra2());
        });
101
    ignoreOldStyleInitWarnings([&pyPickleable]() {
102
        pyPickleable.def("__setstate__", [](Pickleable &p, const py::tuple &t) {
103
            if (t.size() != 3) {
104
                throw std::runtime_error("Invalid state!");
105
            }
106
107
108
109
110
111
112
            /* Invoke the constructor (need to use in-place version) */
            new (&p) Pickleable(t[0].cast<std::string>());

            /* Assign any additional state */
            p.setExtra1(t[1].cast<int>());
            p.setExtra2(t[2].cast<int>());
        });
113
    });
Dean Moldovan's avatar
Dean Moldovan committed
114

115
116
117
118
119
120
    py::class_<PickleableNew, Pickleable>(m, "PickleableNew")
        .def(py::init<std::string>())
        .def(py::pickle(
            [](const PickleableNew &p) {
                return py::make_tuple(p.value(), p.extra1(), p.extra2());
            },
121
            [](const py::tuple &t) {
122
                if (t.size() != 3) {
123
                    throw std::runtime_error("Invalid state!");
124
                }
125
126
127
128
129
                auto p = PickleableNew(t[0].cast<std::string>());

                p.setExtra1(t[1].cast<int>());
                p.setExtra2(t[2].cast<int>());
                return p;
130
            }));
131

132
#if !defined(PYPY_VERSION)
133
134
135
    // test_roundtrip_with_dict
    class PickleableWithDict {
    public:
136
        explicit PickleableWithDict(const std::string &value) : value(value) {}
137
138
139
140

        std::string value;
        int extra;
    };
141
142
143
144
145
146

    class PickleableWithDictNew : public PickleableWithDict {
    public:
        using PickleableWithDict::PickleableWithDict;
    };

147
148
    py::class_<PickleableWithDict> pyPickleableWithDict(
        m, "PickleableWithDict", py::dynamic_attr());
149
    pyPickleableWithDict.def(py::init<std::string>())
Dean Moldovan's avatar
Dean Moldovan committed
150
151
        .def_readwrite("value", &PickleableWithDict::value)
        .def_readwrite("extra", &PickleableWithDict::extra)
152
        .def("__getstate__", [](const py::object &self) {
Dean Moldovan's avatar
Dean Moldovan committed
153
154
155
            /* Also include __dict__ in state */
            return py::make_tuple(self.attr("value"), self.attr("extra"), self.attr("__dict__"));
        });
156
    ignoreOldStyleInitWarnings([&pyPickleableWithDict]() {
157
        pyPickleableWithDict.def("__setstate__", [](const py::object &self, const py::tuple &t) {
158
            if (t.size() != 3) {
159
                throw std::runtime_error("Invalid state!");
160
            }
161
162
163
164
165
166
167
168
169
170
            /* Cast and construct */
            auto &p = self.cast<PickleableWithDict &>();
            new (&p) PickleableWithDict(t[0].cast<std::string>());

            /* Assign C++ state */
            p.extra = t[1].cast<int>();

            /* Assign Python state */
            self.attr("__dict__") = t[2];
        });
171
    });
172
173
174
175

    py::class_<PickleableWithDictNew, PickleableWithDict>(m, "PickleableWithDictNew")
        .def(py::init<std::string>())
        .def(py::pickle(
176
            [](const py::object &self) {
177
178
                return py::make_tuple(
                    self.attr("value"), self.attr("extra"), self.attr("__dict__"));
179
            },
180
            [](const py::tuple &t) {
181
                if (t.size() != 3) {
182
                    throw std::runtime_error("Invalid state!");
183
                }
184
185
186
187
188
189

                auto cpp_state = PickleableWithDictNew(t[0].cast<std::string>());
                cpp_state.extra = t[1].cast<int>();

                auto py_state = t[2].cast<py::dict>();
                return std::make_pair(cpp_state, py_state);
190
            }));
191
#endif
192
193

    exercise_trampoline::wrap(m);
194
}