test_itemset.py 6.17 KB
Newer Older
Rhett Ying's avatar
Rhett Ying committed
1
import dgl
2
import pytest
Rhett Ying's avatar
Rhett Ying committed
3
import torch
4
from dgl import graphbolt as gb
Rhett Ying's avatar
Rhett Ying committed
5
from torch.testing import assert_close
6
7


8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
def test_ItemSet_valid_length():
    # Single iterable.
    ids = torch.arange(0, 5)
    item_set = gb.ItemSet(ids)
    assert len(item_set) == 5

    # Tuple of iterables.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    item_set = gb.ItemSet(node_pairs)
    assert len(item_set) == 5


def test_ItemSet_invalid_length():
    class InvalidLength:
        def __iter__(self):
            return iter([0, 1, 2])

    # Single iterable.
    item_set = gb.ItemSet(InvalidLength())
    with pytest.raises(TypeError):
        _ = len(item_set)

    # Tuple of iterables.
    item_set = gb.ItemSet((InvalidLength(), InvalidLength()))
    with pytest.raises(TypeError):
        _ = len(item_set)


def test_ItemSetDict_valid_length():
    # Single iterable.
    user_ids = torch.arange(0, 5)
    item_ids = torch.arange(0, 5)
    item_set = gb.ItemSetDict(
        {
            "user": gb.ItemSet(user_ids),
            "item": gb.ItemSet(item_ids),
        }
    )
    assert len(item_set) == len(user_ids) + len(item_ids)

    # Tuple of iterables.
    like = (torch.arange(0, 5), torch.arange(0, 5))
    follow = (torch.arange(0, 5), torch.arange(5, 10))
    item_set = gb.ItemSetDict(
        {
53
54
            "user:like:item": gb.ItemSet(like),
            "user:follow:user": gb.ItemSet(follow),
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
        }
    )
    assert len(item_set) == len(like[0]) + len(follow[0])


def test_ItemSetDict_invalid_length():
    class InvalidLength:
        def __iter__(self):
            return iter([0, 1, 2])

    # Single iterable.
    item_set = gb.ItemSetDict(
        {
            "user": gb.ItemSet(InvalidLength()),
            "item": gb.ItemSet(InvalidLength()),
        }
    )
    with pytest.raises(TypeError):
        _ = len(item_set)

    # Tuple of iterables.
    item_set = gb.ItemSetDict(
        {
78
79
            "user:like:item": gb.ItemSet((InvalidLength(), InvalidLength())),
            "user:follow:user": gb.ItemSet((InvalidLength(), InvalidLength())),
80
81
82
83
        }
    )
    with pytest.raises(TypeError):
        _ = len(item_set)
Rhett Ying's avatar
Rhett Ying committed
84
85
86
87


def test_ItemSet_node_edge_ids():
    # Node or edge IDs.
88
    item_set = gb.ItemSet(torch.arange(0, 5))
Rhett Ying's avatar
Rhett Ying committed
89
90
91
92
93
94
95
    for i, item in enumerate(item_set):
        assert i == item.item()


def test_ItemSet_graphs():
    # Graphs.
    graphs = [dgl.rand_graph(10, 20) for _ in range(5)]
96
    item_set = gb.ItemSet(graphs)
Rhett Ying's avatar
Rhett Ying committed
97
98
99
100
101
102
103
    for i, item in enumerate(item_set):
        assert graphs[i] == item


def test_ItemSet_node_pairs():
    # Node pairs.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
104
    item_set = gb.ItemSet(node_pairs)
Rhett Ying's avatar
Rhett Ying committed
105
106
107
108
109
110
111
112
113
    for i, (src, dst) in enumerate(item_set):
        assert node_pairs[0][i] == src
        assert node_pairs[1][i] == dst


def test_ItemSet_node_pairs_labels():
    # Node pairs and labels
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    labels = torch.randint(0, 3, (5,))
114
    item_set = gb.ItemSet((node_pairs[0], node_pairs[1], labels))
Rhett Ying's avatar
Rhett Ying committed
115
116
117
118
119
120
121
122
123
124
125
    for i, (src, dst, label) in enumerate(item_set):
        assert node_pairs[0][i] == src
        assert node_pairs[1][i] == dst
        assert labels[i] == label


def test_ItemSet_head_tail_neg_tails():
    # Head, tail and negative tails.
    heads = torch.arange(0, 5)
    tails = torch.arange(5, 10)
    neg_tails = torch.arange(10, 20).reshape(5, 2)
126
    item_set = gb.ItemSet((heads, tails, neg_tails))
Rhett Ying's avatar
Rhett Ying committed
127
128
129
130
131
132
    for i, (head, tail, negs) in enumerate(item_set):
        assert heads[i] == head
        assert tails[i] == tail
        assert_close(neg_tails[i], negs)


133
def test_ItemSetDict_node_edge_ids():
Rhett Ying's avatar
Rhett Ying committed
134
135
    # Node or edge IDs
    ids = {
136
137
        "user:like:item": gb.ItemSet(torch.arange(0, 5)),
        "user:follow:user": gb.ItemSet(torch.arange(0, 5)),
Rhett Ying's avatar
Rhett Ying committed
138
139
140
141
    }
    chained_ids = []
    for key, value in ids.items():
        chained_ids += [(key, v) for v in value]
142
    item_set = gb.ItemSetDict(ids)
Rhett Ying's avatar
Rhett Ying committed
143
144
145
146
147
148
149
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert chained_ids[i][0] in item
        assert item[chained_ids[i][0]] == chained_ids[i][1]


150
def test_ItemSetDict_node_pairs():
Rhett Ying's avatar
Rhett Ying committed
151
152
153
    # Node pairs.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    node_pairs_dict = {
154
155
        "user:like:item": gb.ItemSet(node_pairs),
        "user:follow:user": gb.ItemSet(node_pairs),
Rhett Ying's avatar
Rhett Ying committed
156
157
158
159
    }
    expected_data = []
    for key, value in node_pairs_dict.items():
        expected_data += [(key, v) for v in value]
160
    item_set = gb.ItemSetDict(node_pairs_dict)
Rhett Ying's avatar
Rhett Ying committed
161
162
163
164
165
166
167
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert item[expected_data[i][0]] == expected_data[i][1]


168
def test_ItemSetDict_node_pairs_labels():
Rhett Ying's avatar
Rhett Ying committed
169
170
171
172
    # Node pairs and labels
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    labels = torch.randint(0, 3, (5,))
    node_pairs_dict = {
173
174
        "user:like:item": gb.ItemSet((node_pairs[0], node_pairs[1], labels)),
        "user:follow:user": gb.ItemSet((node_pairs[0], node_pairs[1], labels)),
Rhett Ying's avatar
Rhett Ying committed
175
176
177
178
    }
    expected_data = []
    for key, value in node_pairs_dict.items():
        expected_data += [(key, v) for v in value]
179
    item_set = gb.ItemSetDict(node_pairs_dict)
Rhett Ying's avatar
Rhett Ying committed
180
181
182
183
184
185
186
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert item[expected_data[i][0]] == expected_data[i][1]


187
def test_ItemSetDict_head_tail_neg_tails():
Rhett Ying's avatar
Rhett Ying committed
188
189
190
191
    # Head, tail and negative tails.
    heads = torch.arange(0, 5)
    tails = torch.arange(5, 10)
    neg_tails = torch.arange(10, 20).reshape(5, 2)
192
    item_set = gb.ItemSet((heads, tails, neg_tails))
Rhett Ying's avatar
Rhett Ying committed
193
    data_dict = {
194
195
        "user:like:item": gb.ItemSet((heads, tails, neg_tails)),
        "user:follow:user": gb.ItemSet((heads, tails, neg_tails)),
Rhett Ying's avatar
Rhett Ying committed
196
197
198
199
    }
    expected_data = []
    for key, value in data_dict.items():
        expected_data += [(key, v) for v in value]
200
    item_set = gb.ItemSetDict(data_dict)
Rhett Ying's avatar
Rhett Ying committed
201
202
203
204
205
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert_close(item[expected_data[i][0]], expected_data[i][1])