test_eigen_matrix.py 28.2 KB
Newer Older
Dean Moldovan's avatar
Dean Moldovan committed
1
import pytest
2

3
from pybind11_tests import ConstructorStats
Dean Moldovan's avatar
Dean Moldovan committed
4

5
np = pytest.importorskip("numpy")
6
m = pytest.importorskip("pybind11_tests.eigen_matrix")
7

Dean Moldovan's avatar
Dean Moldovan committed
8

9
10
11
12
13
14
15
16
17
ref = np.array(
    [
        [0.0, 3, 0, 0, 0, 11],
        [22, 0, 0, 0, 17, 11],
        [7, 5, 0, 1, 0, 11],
        [0, 0, 0, 0, 0, 11],
        [0, 0, 14, 0, 8, 11],
    ]
)
Dean Moldovan's avatar
Dean Moldovan committed
18
19
20
21
22
23
24


def assert_equal_ref(mat):
    np.testing.assert_array_equal(mat, ref)


def assert_sparse_equal_ref(sparse_mat):
25
    assert_equal_ref(sparse_mat.toarray())
Dean Moldovan's avatar
Dean Moldovan committed
26
27
28


def test_fixed():
29
30
31
32
33
34
    assert_equal_ref(m.fixed_c())
    assert_equal_ref(m.fixed_r())
    assert_equal_ref(m.fixed_copy_r(m.fixed_r()))
    assert_equal_ref(m.fixed_copy_c(m.fixed_c()))
    assert_equal_ref(m.fixed_copy_r(m.fixed_c()))
    assert_equal_ref(m.fixed_copy_c(m.fixed_r()))
Dean Moldovan's avatar
Dean Moldovan committed
35
36
37


def test_dense():
38
39
40
41
42
43
    assert_equal_ref(m.dense_r())
    assert_equal_ref(m.dense_c())
    assert_equal_ref(m.dense_copy_r(m.dense_r()))
    assert_equal_ref(m.dense_copy_c(m.dense_c()))
    assert_equal_ref(m.dense_copy_r(m.dense_c()))
    assert_equal_ref(m.dense_copy_c(m.dense_r()))
44

Dean Moldovan's avatar
Dean Moldovan committed
45

46
def test_partially_fixed():
47
    ref2 = np.array([[0.0, 1, 2, 3], [4, 5, 6, 7], [8, 9, 10, 11], [12, 13, 14, 15]])
48
49
50
51
    np.testing.assert_array_equal(m.partial_copy_four_rm_r(ref2), ref2)
    np.testing.assert_array_equal(m.partial_copy_four_rm_c(ref2), ref2)
    np.testing.assert_array_equal(m.partial_copy_four_rm_r(ref2[:, 1]), ref2[:, [1]])
    np.testing.assert_array_equal(m.partial_copy_four_rm_c(ref2[0, :]), ref2[[0], :])
52
    np.testing.assert_array_equal(
53
54
55
56
57
        m.partial_copy_four_rm_r(ref2[:, (0, 2)]), ref2[:, (0, 2)]
    )
    np.testing.assert_array_equal(
        m.partial_copy_four_rm_c(ref2[(3, 1, 2), :]), ref2[(3, 1, 2), :]
    )
58

59
60
61
62
    np.testing.assert_array_equal(m.partial_copy_four_cm_r(ref2), ref2)
    np.testing.assert_array_equal(m.partial_copy_four_cm_c(ref2), ref2)
    np.testing.assert_array_equal(m.partial_copy_four_cm_r(ref2[:, 1]), ref2[:, [1]])
    np.testing.assert_array_equal(m.partial_copy_four_cm_c(ref2[0, :]), ref2[[0], :])
63
    np.testing.assert_array_equal(
64
65
66
67
68
        m.partial_copy_four_cm_r(ref2[:, (0, 2)]), ref2[:, (0, 2)]
    )
    np.testing.assert_array_equal(
        m.partial_copy_four_cm_c(ref2[(3, 1, 2), :]), ref2[(3, 1, 2), :]
    )
69

70
    # TypeError should be raise for a shape mismatch
71
72
73
74
75
76
77
    functions = [
        m.partial_copy_four_rm_r,
        m.partial_copy_four_rm_c,
        m.partial_copy_four_cm_r,
        m.partial_copy_four_cm_c,
    ]
    matrix_with_wrong_shape = [[1, 2], [3, 4]]
78
79
80
81
82
    for f in functions:
        with pytest.raises(TypeError) as excinfo:
            f(matrix_with_wrong_shape)
        assert "incompatible function arguments" in str(excinfo.value)

83
84

def test_mutator_descriptors():
85
    zr = np.arange(30, dtype="float32").reshape(5, 6)  # row-major
86
87
    zc = zr.reshape(6, 5).transpose()  # column-major

88
89
90
91
    m.fixed_mutator_r(zr)
    m.fixed_mutator_c(zc)
    m.fixed_mutator_a(zr)
    m.fixed_mutator_a(zc)
92
    with pytest.raises(TypeError) as excinfo:
93
        m.fixed_mutator_r(zc)
94
95
96
97
    assert (
        "(arg0: numpy.ndarray[numpy.float32[5, 6],"
        " flags.writeable, flags.c_contiguous]) -> None" in str(excinfo.value)
    )
98
    with pytest.raises(TypeError) as excinfo:
99
        m.fixed_mutator_c(zr)
100
101
102
103
    assert (
        "(arg0: numpy.ndarray[numpy.float32[5, 6],"
        " flags.writeable, flags.f_contiguous]) -> None" in str(excinfo.value)
    )
104
    with pytest.raises(TypeError) as excinfo:
105
106
107
108
        m.fixed_mutator_a(np.array([[1, 2], [3, 4]], dtype="float32"))
    assert "(arg0: numpy.ndarray[numpy.float32[5, 6], flags.writeable]) -> None" in str(
        excinfo.value
    )
109
110
    zr.flags.writeable = False
    with pytest.raises(TypeError):
111
        m.fixed_mutator_r(zr)
112
    with pytest.raises(TypeError):
113
        m.fixed_mutator_a(zr)
114

115

116
def test_cpp_casting():
117
118
119
120
121
122
123
124
    assert m.cpp_copy(m.fixed_r()) == 22.0
    assert m.cpp_copy(m.fixed_c()) == 22.0
    z = np.array([[5.0, 6], [7, 8]])
    assert m.cpp_copy(z) == 7.0
    assert m.cpp_copy(m.get_cm_ref()) == 21.0
    assert m.cpp_copy(m.get_rm_ref()) == 21.0
    assert m.cpp_ref_c(m.get_cm_ref()) == 21.0
    assert m.cpp_ref_r(m.get_rm_ref()) == 21.0
125
    with pytest.raises(RuntimeError) as excinfo:
126
127
        # Can't reference m.fixed_c: it contains floats, m.cpp_ref_any wants doubles
        m.cpp_ref_any(m.fixed_c())
128
    assert "Unable to cast Python instance" in str(excinfo.value)
129
    with pytest.raises(RuntimeError) as excinfo:
130
131
        # Can't reference m.fixed_r: it contains floats, m.cpp_ref_any wants doubles
        m.cpp_ref_any(m.fixed_r())
132
133
    assert "Unable to cast Python instance" in str(excinfo.value)
    assert m.cpp_ref_any(m.ReturnTester.create()) == 1.0
134

135
136
    assert m.cpp_ref_any(m.get_cm_ref()) == 21.0
    assert m.cpp_ref_any(m.get_cm_ref()) == 21.0
137
138
139
140
141


def test_pass_readonly_array():
    z = np.full((5, 6), 42.0)
    z.flags.writeable = False
142
143
144
145
    np.testing.assert_array_equal(z, m.fixed_copy_r(z))
    np.testing.assert_array_equal(m.fixed_r_const(), m.fixed_r())
    assert not m.fixed_r_const().flags.writeable
    np.testing.assert_array_equal(m.fixed_copy_r(m.fixed_r_const()), m.fixed_r_const())
146

Dean Moldovan's avatar
Dean Moldovan committed
147
148
149

def test_nonunit_stride_from_python():
    counting_mat = np.arange(9.0, dtype=np.float32).reshape((3, 3))
150
151
    second_row = counting_mat[1, :]
    second_col = counting_mat[:, 1]
152
153
154
155
156
157
    np.testing.assert_array_equal(m.double_row(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_col(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_complex(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_row(second_col), 2.0 * second_col)
    np.testing.assert_array_equal(m.double_col(second_col), 2.0 * second_col)
    np.testing.assert_array_equal(m.double_complex(second_col), 2.0 * second_col)
Dean Moldovan's avatar
Dean Moldovan committed
158
159
160

    counting_3d = np.arange(27.0, dtype=np.float32).reshape((3, 3, 3))
    slices = [counting_3d[0, :, :], counting_3d[:, 0, :], counting_3d[:, :, 0]]
161
    for ref_mat in slices:
162
163
        np.testing.assert_array_equal(m.double_mat_cm(ref_mat), 2.0 * ref_mat)
        np.testing.assert_array_equal(m.double_mat_rm(ref_mat), 2.0 * ref_mat)
Dean Moldovan's avatar
Dean Moldovan committed
164

165
    # Mutator:
166
167
    m.double_threer(second_row)
    m.double_threec(second_col)
168
    np.testing.assert_array_equal(counting_mat, [[0.0, 2, 2], [6, 16, 10], [6, 14, 8]])
169

Dean Moldovan's avatar
Dean Moldovan committed
170

171
def test_negative_stride_from_python(msg):
172
173
174
    """Eigen doesn't support (as of yet) negative strides. When a function takes an Eigen matrix by
    copy or const reference, we can pass a numpy array that has negative strides.  Otherwise, an
    exception will be thrown as Eigen will not be able to map the numpy array."""
175
176
177
178
179

    counting_mat = np.arange(9.0, dtype=np.float32).reshape((3, 3))
    counting_mat = counting_mat[::-1, ::-1]
    second_row = counting_mat[1, :]
    second_col = counting_mat[:, 1]
180
181
182
183
184
185
    np.testing.assert_array_equal(m.double_row(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_col(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_complex(second_row), 2.0 * second_row)
    np.testing.assert_array_equal(m.double_row(second_col), 2.0 * second_col)
    np.testing.assert_array_equal(m.double_col(second_col), 2.0 * second_col)
    np.testing.assert_array_equal(m.double_complex(second_col), 2.0 * second_col)
186
187
188
189

    counting_3d = np.arange(27.0, dtype=np.float32).reshape((3, 3, 3))
    counting_3d = counting_3d[::-1, ::-1, ::-1]
    slices = [counting_3d[0, :, :], counting_3d[:, 0, :], counting_3d[:, :, 0]]
190
    for ref_mat in slices:
191
192
        np.testing.assert_array_equal(m.double_mat_cm(ref_mat), 2.0 * ref_mat)
        np.testing.assert_array_equal(m.double_mat_rm(ref_mat), 2.0 * ref_mat)
193
194
195

    # Mutator:
    with pytest.raises(TypeError) as excinfo:
196
        m.double_threer(second_row)
197
198
199
    assert (
        msg(excinfo.value)
        == """
200
        double_threer(): incompatible function arguments. The following argument types are supported:
201
            1. (arg0: numpy.ndarray[numpy.float32[1, 3], flags.writeable]) -> None
202

203
        Invoked with: """
204
205
        + repr(np.array([5.0, 4.0, 3.0], dtype="float32"))
    )
206
207

    with pytest.raises(TypeError) as excinfo:
208
        m.double_threec(second_col)
209
210
211
    assert (
        msg(excinfo.value)
        == """
212
        double_threec(): incompatible function arguments. The following argument types are supported:
213
            1. (arg0: numpy.ndarray[numpy.float32[3, 1], flags.writeable]) -> None
214

215
        Invoked with: """
216
217
        + repr(np.array([7.0, 4.0, 1.0], dtype="float32"))
    )
218
219


220
221
222
223
224
225
def test_block_runtime_error_type_caster_eigen_ref_made_a_copy():
    with pytest.raises(RuntimeError) as excinfo:
        m.block(ref, 0, 0, 0, 0)
    assert str(excinfo.value) == "type_caster for Eigen::Ref made a copy."


Dean Moldovan's avatar
Dean Moldovan committed
226
def test_nonunit_stride_to_python():
227
228
    assert np.all(m.diagonal(ref) == ref.diagonal())
    assert np.all(m.diagonal_1(ref) == ref.diagonal(1))
Dean Moldovan's avatar
Dean Moldovan committed
229
    for i in range(-5, 7):
230
        assert np.all(m.diagonal_n(ref, i) == ref.diagonal(i)), f"m.diagonal_n({i})"
Dean Moldovan's avatar
Dean Moldovan committed
231

232
233
234
235
236
237
    # Must be order="F", otherwise the type_caster will make a copy and
    # m.block() will return a dangling reference (heap-use-after-free).
    rof = np.asarray(ref, order="F")
    assert np.all(m.block(rof, 2, 1, 3, 3) == rof[2:5, 1:4])
    assert np.all(m.block(rof, 1, 4, 4, 2) == rof[1:, 4:])
    assert np.all(m.block(rof, 1, 4, 3, 2) == rof[1:4, 4:])
Dean Moldovan's avatar
Dean Moldovan committed
238
239
240


def test_eigen_ref_to_python():
241
    chols = [m.cholesky1, m.cholesky2, m.cholesky3, m.cholesky4]
Dean Moldovan's avatar
Dean Moldovan committed
242
    for i, chol in enumerate(chols, start=1):
243
244
245
        mymat = chol(np.array([[1.0, 2, 4], [2, 13, 23], [4, 23, 77]]))
        assert np.all(
            mymat == np.array([[1, 0, 0], [2, 3, 0], [4, 5, 6]])
246
        ), f"cholesky{i}"
Dean Moldovan's avatar
Dean Moldovan committed
247
248


249
250
251
252
253
254
255
256
257
258
259
260
261
def assign_both(a1, a2, r, c, v):
    a1[r, c] = v
    a2[r, c] = v


def array_copy_but_one(a, r, c, v):
    z = np.array(a, copy=True)
    z[r, c] = v
    return z


def test_eigen_return_references():
    """Tests various ways of returning references and non-referencing copies"""
262

Brad Messer's avatar
Brad Messer committed
263
    primary = np.ones((10, 10))
264
    a = m.ReturnTester()
265
266
    a_get1 = a.get()
    assert not a_get1.flags.owndata and a_get1.flags.writeable
Brad Messer's avatar
Brad Messer committed
267
    assign_both(a_get1, primary, 3, 3, 5)
268
269
    a_get2 = a.get_ptr()
    assert not a_get2.flags.owndata and a_get2.flags.writeable
Brad Messer's avatar
Brad Messer committed
270
    assign_both(a_get1, primary, 2, 3, 6)
271
272
273
274
275
276
277
278
279
280
281
282

    a_view1 = a.view()
    assert not a_view1.flags.owndata and not a_view1.flags.writeable
    with pytest.raises(ValueError):
        a_view1[2, 3] = 4
    a_view2 = a.view_ptr()
    assert not a_view2.flags.owndata and not a_view2.flags.writeable
    with pytest.raises(ValueError):
        a_view2[2, 3] = 4

    a_copy1 = a.copy_get()
    assert a_copy1.flags.owndata and a_copy1.flags.writeable
Brad Messer's avatar
Brad Messer committed
283
    np.testing.assert_array_equal(a_copy1, primary)
284
    a_copy1[7, 7] = -44  # Shouldn't affect anything else
Brad Messer's avatar
Brad Messer committed
285
    c1want = array_copy_but_one(primary, 7, 7, -44)
286
287
    a_copy2 = a.copy_view()
    assert a_copy2.flags.owndata and a_copy2.flags.writeable
Brad Messer's avatar
Brad Messer committed
288
    np.testing.assert_array_equal(a_copy2, primary)
289
    a_copy2[4, 4] = -22  # Shouldn't affect anything else
Brad Messer's avatar
Brad Messer committed
290
    c2want = array_copy_but_one(primary, 4, 4, -22)
291
292
293

    a_ref1 = a.ref()
    assert not a_ref1.flags.owndata and a_ref1.flags.writeable
Brad Messer's avatar
Brad Messer committed
294
    assign_both(a_ref1, primary, 1, 1, 15)
295
296
297
298
299
300
    a_ref2 = a.ref_const()
    assert not a_ref2.flags.owndata and not a_ref2.flags.writeable
    with pytest.raises(ValueError):
        a_ref2[5, 5] = 33
    a_ref3 = a.ref_safe()
    assert not a_ref3.flags.owndata and a_ref3.flags.writeable
Brad Messer's avatar
Brad Messer committed
301
    assign_both(a_ref3, primary, 0, 7, 99)
302
303
304
305
306
307
308
    a_ref4 = a.ref_const_safe()
    assert not a_ref4.flags.owndata and not a_ref4.flags.writeable
    with pytest.raises(ValueError):
        a_ref4[7, 0] = 987654321

    a_copy3 = a.copy_ref()
    assert a_copy3.flags.owndata and a_copy3.flags.writeable
Brad Messer's avatar
Brad Messer committed
309
    np.testing.assert_array_equal(a_copy3, primary)
310
    a_copy3[8, 1] = 11
Brad Messer's avatar
Brad Messer committed
311
    c3want = array_copy_but_one(primary, 8, 1, 11)
312
313
    a_copy4 = a.copy_ref_const()
    assert a_copy4.flags.owndata and a_copy4.flags.writeable
Brad Messer's avatar
Brad Messer committed
314
    np.testing.assert_array_equal(a_copy4, primary)
315
    a_copy4[8, 4] = 88
Brad Messer's avatar
Brad Messer committed
316
    c4want = array_copy_but_one(primary, 8, 4, 88)
317
318
319
320

    a_block1 = a.block(3, 3, 2, 2)
    assert not a_block1.flags.owndata and a_block1.flags.writeable
    a_block1[0, 0] = 55
Brad Messer's avatar
Brad Messer committed
321
    primary[3, 3] = 55
322
323
324
    a_block2 = a.block_safe(2, 2, 3, 2)
    assert not a_block2.flags.owndata and a_block2.flags.writeable
    a_block2[2, 1] = -123
Brad Messer's avatar
Brad Messer committed
325
    primary[4, 3] = -123
326
327
328
329
330
331
332
    a_block3 = a.block_const(6, 7, 4, 3)
    assert not a_block3.flags.owndata and not a_block3.flags.writeable
    with pytest.raises(ValueError):
        a_block3[2, 2] = -44444

    a_copy5 = a.copy_block(2, 2, 2, 3)
    assert a_copy5.flags.owndata and a_copy5.flags.writeable
Brad Messer's avatar
Brad Messer committed
333
    np.testing.assert_array_equal(a_copy5, primary[2:4, 2:5])
334
    a_copy5[1, 1] = 777
Brad Messer's avatar
Brad Messer committed
335
    c5want = array_copy_but_one(primary[2:4, 2:5], 1, 1, 777)
336
337
338
339
340

    a_corn1 = a.corners()
    assert not a_corn1.flags.owndata and a_corn1.flags.writeable
    a_corn1 *= 50
    a_corn1[1, 1] = 999
Brad Messer's avatar
Brad Messer committed
341
342
343
344
    primary[0, 0] = 50
    primary[0, 9] = 50
    primary[9, 0] = 50
    primary[9, 9] = 999
345
346
347
348
349
350
351
    a_corn2 = a.corners_const()
    assert not a_corn2.flags.owndata and not a_corn2.flags.writeable
    with pytest.raises(ValueError):
        a_corn2[1, 0] = 51

    # All of the changes made all the way along should be visible everywhere
    # now (except for the copies, of course)
Brad Messer's avatar
Brad Messer committed
352
353
354
355
356
357
358
359
360
361
362
    np.testing.assert_array_equal(a_get1, primary)
    np.testing.assert_array_equal(a_get2, primary)
    np.testing.assert_array_equal(a_view1, primary)
    np.testing.assert_array_equal(a_view2, primary)
    np.testing.assert_array_equal(a_ref1, primary)
    np.testing.assert_array_equal(a_ref2, primary)
    np.testing.assert_array_equal(a_ref3, primary)
    np.testing.assert_array_equal(a_ref4, primary)
    np.testing.assert_array_equal(a_block1, primary[3:5, 3:5])
    np.testing.assert_array_equal(a_block2, primary[2:5, 2:4])
    np.testing.assert_array_equal(a_block3, primary[6:10, 7:10])
363
    np.testing.assert_array_equal(
Brad Messer's avatar
Brad Messer committed
364
        a_corn1, primary[0 :: primary.shape[0] - 1, 0 :: primary.shape[1] - 1]
365
366
    )
    np.testing.assert_array_equal(
Brad Messer's avatar
Brad Messer committed
367
        a_corn2, primary[0 :: primary.shape[0] - 1, 0 :: primary.shape[1] - 1]
368
    )
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392

    np.testing.assert_array_equal(a_copy1, c1want)
    np.testing.assert_array_equal(a_copy2, c2want)
    np.testing.assert_array_equal(a_copy3, c3want)
    np.testing.assert_array_equal(a_copy4, c4want)
    np.testing.assert_array_equal(a_copy5, c5want)


def assert_keeps_alive(cl, method, *args):
    cstats = ConstructorStats.get(cl)
    start_with = cstats.alive()
    a = cl()
    assert cstats.alive() == start_with + 1
    z = method(a, *args)
    assert cstats.alive() == start_with + 1
    del a
    # Here's the keep alive in action:
    assert cstats.alive() == start_with + 1
    del z
    # Keep alive should have expired:
    assert cstats.alive() == start_with


def test_eigen_keepalive():
393
394
    a = m.ReturnTester()
    cstats = ConstructorStats.get(m.ReturnTester)
395
396
    assert cstats.alive() == 1
    unsafe = [a.ref(), a.ref_const(), a.block(1, 2, 3, 4)]
397
398
399
400
401
402
403
    copies = [
        a.copy_get(),
        a.copy_view(),
        a.copy_ref(),
        a.copy_ref_const(),
        a.copy_block(4, 3, 2, 1),
    ]
404
405
406
407
408
    del a
    assert cstats.alive() == 0
    del unsafe
    del copies

409
410
411
412
413
414
415
416
417
418
    for meth in [
        m.ReturnTester.get,
        m.ReturnTester.get_ptr,
        m.ReturnTester.view,
        m.ReturnTester.view_ptr,
        m.ReturnTester.ref_safe,
        m.ReturnTester.ref_const_safe,
        m.ReturnTester.corners,
        m.ReturnTester.corners_const,
    ]:
419
        assert_keeps_alive(m.ReturnTester, meth)
420

421
422
    for meth in [m.ReturnTester.block_safe, m.ReturnTester.block_const]:
        assert_keeps_alive(m.ReturnTester, meth, 4, 3, 2, 1)
423
424
425


def test_eigen_ref_mutators():
426
427
    """Tests Eigen's ability to mutate numpy values"""

428
    orig = np.array([[1.0, 2, 3], [4, 5, 6], [7, 8, 9]])
429
    zr = np.array(orig)
430
    zc = np.array(orig, order="F")
431
    m.add_rm(zr, 1, 0, 100)
432
    assert np.all(zr == np.array([[1.0, 2, 3], [104, 5, 6], [7, 8, 9]]))
433
    m.add_cm(zc, 1, 0, 200)
434
    assert np.all(zc == np.array([[1.0, 2, 3], [204, 5, 6], [7, 8, 9]]))
435

436
    m.add_any(zr, 1, 0, 20)
437
    assert np.all(zr == np.array([[1.0, 2, 3], [124, 5, 6], [7, 8, 9]]))
438
    m.add_any(zc, 1, 0, 10)
439
    assert np.all(zc == np.array([[1.0, 2, 3], [214, 5, 6], [7, 8, 9]]))
440
441
442

    # Can't reference a col-major array with a row-major Ref, and vice versa:
    with pytest.raises(TypeError):
443
        m.add_rm(zc, 1, 0, 1)
444
    with pytest.raises(TypeError):
445
        m.add_cm(zr, 1, 0, 1)
446
447

    # Overloads:
448
449
    m.add1(zr, 1, 0, -100)
    m.add2(zr, 1, 0, -20)
450
    assert np.all(zr == orig)
451
452
    m.add1(zc, 1, 0, -200)
    m.add2(zc, 1, 0, -10)
453
454
455
456
457
458
459
    assert np.all(zc == orig)

    # a non-contiguous slice (this won't work on either the row- or
    # column-contiguous refs, but should work for the any)
    cornersr = zr[0::2, 0::2]
    cornersc = zc[0::2, 0::2]

460
461
    assert np.all(cornersr == np.array([[1.0, 3], [7, 9]]))
    assert np.all(cornersc == np.array([[1.0, 3], [7, 9]]))
462
463

    with pytest.raises(TypeError):
464
        m.add_rm(cornersr, 0, 1, 25)
465
    with pytest.raises(TypeError):
466
        m.add_cm(cornersr, 0, 1, 25)
467
    with pytest.raises(TypeError):
468
        m.add_rm(cornersc, 0, 1, 25)
469
    with pytest.raises(TypeError):
470
471
472
        m.add_cm(cornersc, 0, 1, 25)
    m.add_any(cornersr, 0, 1, 25)
    m.add_any(cornersc, 0, 1, 44)
473
474
    assert np.all(zr == np.array([[1.0, 2, 28], [4, 5, 6], [7, 8, 9]]))
    assert np.all(zc == np.array([[1.0, 2, 47], [4, 5, 6], [7, 8, 9]]))
475
476
477
478
479

    # You shouldn't be allowed to pass a non-writeable array to a mutating Eigen method:
    zro = zr[0:4, 0:4]
    zro.flags.writeable = False
    with pytest.raises(TypeError):
480
        m.add_rm(zro, 0, 0, 0)
481
    with pytest.raises(TypeError):
482
        m.add_any(zro, 0, 0, 0)
483
    with pytest.raises(TypeError):
484
        m.add1(zro, 0, 0, 0)
485
    with pytest.raises(TypeError):
486
        m.add2(zro, 0, 0, 0)
487
488
489
490

    # integer array shouldn't be passable to a double-matrix-accepting mutating func:
    zi = np.array([[1, 2], [3, 4]])
    with pytest.raises(TypeError):
491
        m.add_rm(zi)
492
493
494
495
496


def test_numpy_ref_mutators():
    """Tests numpy mutating Eigen matrices (for returned Eigen::Ref<...>s)"""

497
498
499
500
501
502
    m.reset_refs()  # In case another test already changed it

    zc = m.get_cm_ref()
    zcro = m.get_cm_const_ref()
    zr = m.get_rm_ref()
    zrro = m.get_rm_const_ref()
503
504
505
506
507
508
509
510
511

    assert [zc[1, 2], zcro[1, 2], zr[1, 2], zrro[1, 2]] == [23] * 4

    assert not zc.flags.owndata and zc.flags.writeable
    assert not zr.flags.owndata and zr.flags.writeable
    assert not zcro.flags.owndata and not zcro.flags.writeable
    assert not zrro.flags.owndata and not zrro.flags.writeable

    zc[1, 2] = 99
512
    expect = np.array([[11.0, 12, 13], [21, 22, 99], [31, 32, 33]])
513
514
515
    # We should have just changed zc, of course, but also zcro and the original eigen matrix
    assert np.all(zc == expect)
    assert np.all(zcro == expect)
516
    assert np.all(m.get_cm_ref() == expect)
517
518
519
520

    zr[1, 2] = 99
    assert np.all(zr == expect)
    assert np.all(zrro == expect)
521
    assert np.all(m.get_rm_ref() == expect)
522
523
524
525
526
527
528
529
530

    # Make sure the readonly ones are numpy-readonly:
    with pytest.raises(ValueError):
        zcro[1, 2] = 6
    with pytest.raises(ValueError):
        zrro[1, 2] = 6

    # We should be able to explicitly copy like this (and since we're copying,
    # the const should drop away)
531
    y1 = np.array(m.get_cm_const_ref())
532
533
534
535
536
537
538
539
540
541
542
543

    assert y1.flags.owndata and y1.flags.writeable
    # We should get copies of the eigen data, which was modified above:
    assert y1[1, 2] == 99
    y1[1, 2] += 12
    assert y1[1, 2] == 111
    assert zc[1, 2] == 99  # Make sure we aren't referencing the original


def test_both_ref_mutators():
    """Tests a complex chain of nested eigen/numpy references"""

544
545
546
    m.reset_refs()  # In case another test already changed it

    z = m.get_cm_ref()  # numpy -> eigen
547
    z[0, 2] -= 3
548
    z2 = m.incr_matrix(z, 1)  # numpy -> eigen -> numpy -> eigen
549
    z2[1, 1] += 6
550
    z3 = m.incr_matrix(z, 2)  # (numpy -> eigen)^3
551
    z3[2, 2] += -5
552
    z4 = m.incr_matrix(z, 3)  # (numpy -> eigen)^4
553
    z4[1, 1] -= 1
554
    z5 = m.incr_matrix(z, 4)  # (numpy -> eigen)^5
555
556
557
558
559
    z5[0, 0] = 0
    assert np.all(z == z2)
    assert np.all(z == z3)
    assert np.all(z == z4)
    assert np.all(z == z5)
560
    expect = np.array([[0.0, 22, 20], [31, 37, 33], [41, 42, 38]])
561
562
    assert np.all(z == expect)

563
    y = np.array(range(100), dtype="float64").reshape(10, 10)
564
    y2 = m.incr_matrix_any(y, 10)  # np -> eigen -> np
565
566
567
    y3 = m.incr_matrix_any(
        y2[0::2, 0::2], -33
    )  # np -> eigen -> np slice -> np -> eigen -> np
568
569
570
    y4 = m.even_rows(y3)  # numpy -> eigen slice -> (... y3)
    y5 = m.even_cols(y4)  # numpy -> eigen slice -> (... y4)
    y6 = m.incr_matrix_any(y5, 1000)  # numpy -> eigen -> (... y5)
571
572

    # Apply same mutations using just numpy:
573
    yexpect = np.array(range(100), dtype="float64").reshape(10, 10)
574
575
576
577
578
579
580
581
582
583
584
585
586
587
    yexpect += 10
    yexpect[0::2, 0::2] -= 33
    yexpect[0::4, 0::4] += 1000
    assert np.all(y6 == yexpect[0::4, 0::4])
    assert np.all(y5 == yexpect[0::4, 0::4])
    assert np.all(y4 == yexpect[0::4, 0::2])
    assert np.all(y3 == yexpect[0::2, 0::2])
    assert np.all(y2 == yexpect)
    assert np.all(y == yexpect)


def test_nocopy_wrapper():
    # get_elem requires a column-contiguous matrix reference, but should be
    # callable with other types of matrix (via copying):
588
589
590
591
592
593
594
595
    int_matrix_colmajor = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], order="F")
    dbl_matrix_colmajor = np.array(
        int_matrix_colmajor, dtype="double", order="F", copy=True
    )
    int_matrix_rowmajor = np.array(int_matrix_colmajor, order="C", copy=True)
    dbl_matrix_rowmajor = np.array(
        int_matrix_rowmajor, dtype="double", order="C", copy=True
    )
596
597

    # All should be callable via get_elem:
598
599
600
601
    assert m.get_elem(int_matrix_colmajor) == 8
    assert m.get_elem(dbl_matrix_colmajor) == 8
    assert m.get_elem(int_matrix_rowmajor) == 8
    assert m.get_elem(dbl_matrix_rowmajor) == 8
602

603
    # All but the second should fail with m.get_elem_nocopy:
604
    with pytest.raises(TypeError) as excinfo:
605
        m.get_elem_nocopy(int_matrix_colmajor)
606
607
608
    assert "get_elem_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.f_contiguous" in str(excinfo.value)
609
    assert m.get_elem_nocopy(dbl_matrix_colmajor) == 8
610
    with pytest.raises(TypeError) as excinfo:
611
        m.get_elem_nocopy(int_matrix_rowmajor)
612
613
614
    assert "get_elem_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.f_contiguous" in str(excinfo.value)
615
    with pytest.raises(TypeError) as excinfo:
616
        m.get_elem_nocopy(dbl_matrix_rowmajor)
617
618
619
    assert "get_elem_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.f_contiguous" in str(excinfo.value)
620
621
622

    # For the row-major test, we take a long matrix in row-major, so only the third is allowed:
    with pytest.raises(TypeError) as excinfo:
623
        m.get_elem_rm_nocopy(int_matrix_colmajor)
624
625
626
    assert "get_elem_rm_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.c_contiguous" in str(excinfo.value)
627
    with pytest.raises(TypeError) as excinfo:
628
        m.get_elem_rm_nocopy(dbl_matrix_colmajor)
629
630
631
    assert "get_elem_rm_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.c_contiguous" in str(excinfo.value)
632
    assert m.get_elem_rm_nocopy(int_matrix_rowmajor) == 8
633
    with pytest.raises(TypeError) as excinfo:
634
        m.get_elem_rm_nocopy(dbl_matrix_rowmajor)
635
636
637
    assert "get_elem_rm_nocopy(): incompatible function arguments." in str(
        excinfo.value
    ) and ", flags.c_contiguous" in str(excinfo.value)
638
639


640
641
642
643
644
645
646
647
def test_eigen_ref_life_support():
    """Ensure the lifetime of temporary arrays created by the `Ref` caster

    The `Ref` caster sometimes creates a copy which needs to stay alive. This needs to
    happen both for directs casts (just the array) or indirectly (e.g. list of arrays).
    """

    a = np.full(shape=10, fill_value=8, dtype=np.int8)
648
    assert m.get_elem_direct(a) == 8
649
650

    list_of_a = [a]
651
    assert m.get_elem_indirect(list_of_a) == 8
652
653


Dean Moldovan's avatar
Dean Moldovan committed
654
def test_special_matrix_objects():
655
    assert np.all(m.incr_diag(7) == np.diag([1.0, 2, 3, 4, 5, 6, 7]))
Dean Moldovan's avatar
Dean Moldovan committed
656

657
    asymm = np.array([[1.0, 2, 3, 4], [5, 6, 7, 8], [9, 10, 11, 12], [13, 14, 15, 16]])
Dean Moldovan's avatar
Dean Moldovan committed
658
659
660
661
662
663
664
    symm_lower = np.array(asymm)
    symm_upper = np.array(asymm)
    for i in range(4):
        for j in range(i + 1, 4):
            symm_lower[i, j] = symm_lower[j, i]
            symm_upper[j, i] = symm_upper[i, j]

665
666
    assert np.all(m.symmetric_lower(asymm) == symm_lower)
    assert np.all(m.symmetric_upper(asymm) == symm_upper)
Dean Moldovan's avatar
Dean Moldovan committed
667
668
669


def test_dense_signature(doc):
670
671
672
    assert (
        doc(m.double_col)
        == """
673
        double_col(arg0: numpy.ndarray[numpy.float32[m, 1]]) -> numpy.ndarray[numpy.float32[m, 1]]
674
    """
675
676
677
678
    )
    assert (
        doc(m.double_row)
        == """
679
        double_row(arg0: numpy.ndarray[numpy.float32[1, n]]) -> numpy.ndarray[numpy.float32[1, n]]
680
    """
681
682
683
    )
    assert doc(m.double_complex) == (
        """
684
        double_complex(arg0: numpy.ndarray[numpy.complex64[m, 1]])"""
685
686
687
688
689
        """ -> numpy.ndarray[numpy.complex64[m, 1]]
    """
    )
    assert doc(m.double_mat_rm) == (
        """
690
        double_mat_rm(arg0: numpy.ndarray[numpy.float32[m, n]])"""
691
692
693
        """ -> numpy.ndarray[numpy.float32[m, n]]
    """
    )
Dean Moldovan's avatar
Dean Moldovan committed
694
695


696
697
698
699
def test_named_arguments():
    a = np.array([[1.0, 2], [3, 4], [5, 6]])
    b = np.ones((2, 1))

700
701
702
    assert np.all(m.matrix_multiply(a, b) == np.array([[3.0], [7], [11]]))
    assert np.all(m.matrix_multiply(A=a, B=b) == np.array([[3.0], [7], [11]]))
    assert np.all(m.matrix_multiply(B=b, A=a) == np.array([[3.0], [7], [11]]))
703
704

    with pytest.raises(ValueError) as excinfo:
705
        m.matrix_multiply(b, a)
706
    assert str(excinfo.value) == "Nonconformable matrices!"
707
708

    with pytest.raises(ValueError) as excinfo:
709
        m.matrix_multiply(A=b, B=a)
710
    assert str(excinfo.value) == "Nonconformable matrices!"
711
712

    with pytest.raises(ValueError) as excinfo:
713
        m.matrix_multiply(B=a, A=b)
714
    assert str(excinfo.value) == "Nonconformable matrices!"
715
716


Dean Moldovan's avatar
Dean Moldovan committed
717
def test_sparse():
718
    pytest.importorskip("scipy")
719
720
721
722
723
724
    assert_sparse_equal_ref(m.sparse_r())
    assert_sparse_equal_ref(m.sparse_c())
    assert_sparse_equal_ref(m.sparse_copy_r(m.sparse_r()))
    assert_sparse_equal_ref(m.sparse_copy_c(m.sparse_c()))
    assert_sparse_equal_ref(m.sparse_copy_r(m.sparse_c()))
    assert_sparse_equal_ref(m.sparse_copy_c(m.sparse_r()))
Dean Moldovan's avatar
Dean Moldovan committed
725
726
727


def test_sparse_signature(doc):
728
    pytest.importorskip("scipy")
729
730
731
    assert (
        doc(m.sparse_copy_r)
        == """
732
        sparse_copy_r(arg0: scipy.sparse.csr_matrix[numpy.float32]) -> scipy.sparse.csr_matrix[numpy.float32]
733
    """
734
735
736
737
    )
    assert (
        doc(m.sparse_copy_c)
        == """
738
        sparse_copy_c(arg0: scipy.sparse.csc_matrix[numpy.float32]) -> scipy.sparse.csc_matrix[numpy.float32]
739
    """
740
    )
741
742
743


def test_issue738():
744
    """Ignore strides on a length-1 dimension (even if they would be incompatible length > 1)"""
745
746
747
748
749
750
751
752
753
    assert np.all(m.iss738_f1(np.array([[1.0, 2, 3]])) == np.array([[1.0, 102, 203]]))
    assert np.all(
        m.iss738_f1(np.array([[1.0], [2], [3]])) == np.array([[1.0], [12], [23]])
    )

    assert np.all(m.iss738_f2(np.array([[1.0, 2, 3]])) == np.array([[1.0, 102, 203]]))
    assert np.all(
        m.iss738_f2(np.array([[1.0], [2], [3]])) == np.array([[1.0], [12], [23]])
    )
754
755


756
757
758
759
760
761
762
@pytest.mark.parametrize("func", [m.iss738_f1, m.iss738_f2])
@pytest.mark.parametrize("sizes", [(0, 2), (2, 0)])
def test_zero_length(func, sizes):
    """Ignore strides on a length-0 dimension (even if they would be incompatible length > 1)"""
    assert np.all(func(np.zeros(sizes)) == np.zeros(sizes))


763
764
765
766
767
768
769
770
771
def test_issue1105():
    """Issue 1105: 1xN or Nx1 input arrays weren't accepted for eigen
    compile-time row vectors or column vector"""
    assert m.iss1105_row(np.ones((1, 7)))
    assert m.iss1105_col(np.ones((7, 1)))

    # These should still fail (incompatible dimensions):
    with pytest.raises(TypeError) as excinfo:
        m.iss1105_row(np.ones((7, 1)))
772
    assert "incompatible function arguments" in str(excinfo.value)
773
774
    with pytest.raises(TypeError) as excinfo:
        m.iss1105_col(np.ones((1, 7)))
775
    assert "incompatible function arguments" in str(excinfo.value)
776
777


778
779
780
781
def test_custom_operator_new():
    """Using Eigen types as member variables requires a class-specific
    operator new with proper alignment"""

782
    o = m.CustomOperatorNew()
783
784
    np.testing.assert_allclose(o.a, 0.0)
    np.testing.assert_allclose(o.b.diagonal(), 1.0)