test_itemset.py 6.37 KB
Newer Older
Rhett Ying's avatar
Rhett Ying committed
1
import dgl
2
import pytest
Rhett Ying's avatar
Rhett Ying committed
3
import torch
4
from dgl import graphbolt as gb
Rhett Ying's avatar
Rhett Ying committed
5
from torch.testing import assert_close
6
7


8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
def test_ItemSet_valid_length():
    # Single iterable.
    ids = torch.arange(0, 5)
    item_set = gb.ItemSet(ids)
    assert len(item_set) == 5

    # Tuple of iterables.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    item_set = gb.ItemSet(node_pairs)
    assert len(item_set) == 5


def test_ItemSet_invalid_length():
    class InvalidLength:
        def __iter__(self):
            return iter([0, 1, 2])

    # Single iterable.
    item_set = gb.ItemSet(InvalidLength())
    with pytest.raises(TypeError):
        _ = len(item_set)

    # Tuple of iterables.
    item_set = gb.ItemSet((InvalidLength(), InvalidLength()))
    with pytest.raises(TypeError):
        _ = len(item_set)


def test_ItemSetDict_valid_length():
    # Single iterable.
    user_ids = torch.arange(0, 5)
    item_ids = torch.arange(0, 5)
    item_set = gb.ItemSetDict(
        {
            "user": gb.ItemSet(user_ids),
            "item": gb.ItemSet(item_ids),
        }
    )
    assert len(item_set) == len(user_ids) + len(item_ids)

    # Tuple of iterables.
    like = (torch.arange(0, 5), torch.arange(0, 5))
    follow = (torch.arange(0, 5), torch.arange(5, 10))
    item_set = gb.ItemSetDict(
        {
            ("user", "like", "item"): gb.ItemSet(like),
            ("user", "follow", "user"): gb.ItemSet(follow),
        }
    )
    assert len(item_set) == len(like[0]) + len(follow[0])


def test_ItemSetDict_invalid_length():
    class InvalidLength:
        def __iter__(self):
            return iter([0, 1, 2])

    # Single iterable.
    item_set = gb.ItemSetDict(
        {
            "user": gb.ItemSet(InvalidLength()),
            "item": gb.ItemSet(InvalidLength()),
        }
    )
    with pytest.raises(TypeError):
        _ = len(item_set)

    # Tuple of iterables.
    item_set = gb.ItemSetDict(
        {
            ("user", "like", "item"): gb.ItemSet(
                (InvalidLength(), InvalidLength())
            ),
            ("user", "follow", "user"): gb.ItemSet(
                (InvalidLength(), InvalidLength())
            ),
        }
    )
    with pytest.raises(TypeError):
        _ = len(item_set)
Rhett Ying's avatar
Rhett Ying committed
88
89
90
91


def test_ItemSet_node_edge_ids():
    # Node or edge IDs.
92
    item_set = gb.ItemSet(torch.arange(0, 5))
Rhett Ying's avatar
Rhett Ying committed
93
94
95
96
97
98
99
    for i, item in enumerate(item_set):
        assert i == item.item()


def test_ItemSet_graphs():
    # Graphs.
    graphs = [dgl.rand_graph(10, 20) for _ in range(5)]
100
    item_set = gb.ItemSet(graphs)
Rhett Ying's avatar
Rhett Ying committed
101
102
103
104
105
106
107
    for i, item in enumerate(item_set):
        assert graphs[i] == item


def test_ItemSet_node_pairs():
    # Node pairs.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
108
    item_set = gb.ItemSet(node_pairs)
Rhett Ying's avatar
Rhett Ying committed
109
110
111
112
113
114
115
116
117
    for i, (src, dst) in enumerate(item_set):
        assert node_pairs[0][i] == src
        assert node_pairs[1][i] == dst


def test_ItemSet_node_pairs_labels():
    # Node pairs and labels
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    labels = torch.randint(0, 3, (5,))
118
    item_set = gb.ItemSet((node_pairs[0], node_pairs[1], labels))
Rhett Ying's avatar
Rhett Ying committed
119
120
121
122
123
124
125
126
127
128
129
    for i, (src, dst, label) in enumerate(item_set):
        assert node_pairs[0][i] == src
        assert node_pairs[1][i] == dst
        assert labels[i] == label


def test_ItemSet_head_tail_neg_tails():
    # Head, tail and negative tails.
    heads = torch.arange(0, 5)
    tails = torch.arange(5, 10)
    neg_tails = torch.arange(10, 20).reshape(5, 2)
130
    item_set = gb.ItemSet((heads, tails, neg_tails))
Rhett Ying's avatar
Rhett Ying committed
131
132
133
134
135
136
    for i, (head, tail, negs) in enumerate(item_set):
        assert heads[i] == head
        assert tails[i] == tail
        assert_close(neg_tails[i], negs)


137
def test_ItemSetDict_node_edge_ids():
Rhett Ying's avatar
Rhett Ying committed
138
139
    # Node or edge IDs
    ids = {
140
141
        ("user", "like", "item"): gb.ItemSet(torch.arange(0, 5)),
        ("user", "follow", "user"): gb.ItemSet(torch.arange(0, 5)),
Rhett Ying's avatar
Rhett Ying committed
142
143
144
145
    }
    chained_ids = []
    for key, value in ids.items():
        chained_ids += [(key, v) for v in value]
146
    item_set = gb.ItemSetDict(ids)
Rhett Ying's avatar
Rhett Ying committed
147
148
149
150
151
152
153
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert chained_ids[i][0] in item
        assert item[chained_ids[i][0]] == chained_ids[i][1]


154
def test_ItemSetDict_node_pairs():
Rhett Ying's avatar
Rhett Ying committed
155
156
157
    # Node pairs.
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    node_pairs_dict = {
158
159
        ("user", "like", "item"): gb.ItemSet(node_pairs),
        ("user", "follow", "user"): gb.ItemSet(node_pairs),
Rhett Ying's avatar
Rhett Ying committed
160
161
162
163
    }
    expected_data = []
    for key, value in node_pairs_dict.items():
        expected_data += [(key, v) for v in value]
164
    item_set = gb.ItemSetDict(node_pairs_dict)
Rhett Ying's avatar
Rhett Ying committed
165
166
167
168
169
170
171
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert item[expected_data[i][0]] == expected_data[i][1]


172
def test_ItemSetDict_node_pairs_labels():
Rhett Ying's avatar
Rhett Ying committed
173
174
175
176
    # Node pairs and labels
    node_pairs = (torch.arange(0, 5), torch.arange(5, 10))
    labels = torch.randint(0, 3, (5,))
    node_pairs_dict = {
177
        ("user", "like", "item"): gb.ItemSet(
Rhett Ying's avatar
Rhett Ying committed
178
179
            (node_pairs[0], node_pairs[1], labels)
        ),
180
        ("user", "follow", "user"): gb.ItemSet(
Rhett Ying's avatar
Rhett Ying committed
181
182
183
184
185
186
            (node_pairs[0], node_pairs[1], labels)
        ),
    }
    expected_data = []
    for key, value in node_pairs_dict.items():
        expected_data += [(key, v) for v in value]
187
    item_set = gb.ItemSetDict(node_pairs_dict)
Rhett Ying's avatar
Rhett Ying committed
188
189
190
191
192
193
194
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert item[expected_data[i][0]] == expected_data[i][1]


195
def test_ItemSetDict_head_tail_neg_tails():
Rhett Ying's avatar
Rhett Ying committed
196
197
198
199
    # Head, tail and negative tails.
    heads = torch.arange(0, 5)
    tails = torch.arange(5, 10)
    neg_tails = torch.arange(10, 20).reshape(5, 2)
200
    item_set = gb.ItemSet((heads, tails, neg_tails))
Rhett Ying's avatar
Rhett Ying committed
201
    data_dict = {
202
203
        ("user", "like", "item"): gb.ItemSet((heads, tails, neg_tails)),
        ("user", "follow", "user"): gb.ItemSet((heads, tails, neg_tails)),
Rhett Ying's avatar
Rhett Ying committed
204
205
206
207
    }
    expected_data = []
    for key, value in data_dict.items():
        expected_data += [(key, v) for v in value]
208
    item_set = gb.ItemSetDict(data_dict)
Rhett Ying's avatar
Rhett Ying committed
209
210
211
212
213
    for i, item in enumerate(item_set):
        assert len(item) == 1
        assert isinstance(item, dict)
        assert expected_data[i][0] in item
        assert_close(item[expected_data[i][0]], expected_data[i][1])