"tests/pytorch/test_index.py" did not exist on "3d38c2a93eeb1e40dd0f7032fdf401966bc3fb96"
load_dataset.py 1.63 KB
Newer Older
1
2
3
""" load dataset from ogb """

import argparse
4
import time
5

6
7
8
9
10
from ogb.linkproppred import DglLinkPropPredDataset


def load_from_ogbl_with_name(name):
    choices = ["ogbl-collab", "ogbl-ddi", "ogbl-ppa", "ogbl-citation"]
11
12
13
    assert name in choices, "name must be selected from " + str(choices)
    dataset = DglLinkPropPredDataset(name)
    return dataset[0]
14

15

16
17
if __name__ == "__main__":
    parser = argparse.ArgumentParser()
18
19
20
21
22
23
24
    parser.add_argument(
        "--name",
        type=str,
        choices=["ogbl-collab", "ogbl-ddi", "ogbl-ppa", "ogbl-citation"],
        default="ogbl-collab",
        help="name of datasets by ogb",
    )
25
    args = parser.parse_args()
26

27
    print("loading graph... it might take some time")
28
29
    name = args.name
    g = load_from_ogbl_with_name(name=name)
30

31
    try:
32
        w = g.edata["edge_weight"]
33
34
35
        weighted = True
    except:
        weighted = False
36

37
38
39
40
    edge_num = g.edges()[0].shape[0]
    src = list(g.edges()[0])
    tgt = list(g.edges()[1])
    if weighted:
41
        weight = list(g.edata["edge_weight"])
42
43
44

    print("writing...")
    start_time = time.time()
45
    with open(name + "-net.txt", "w") as f:
46
        for i in range(edge_num):
47
            if weighted:
48
49
50
51
52
53
54
55
                f.write(
                    str(src[i].item())
                    + " "
                    + str(tgt[i].item())
                    + " "
                    + str(weight[i].item())
                    + "\n"
                )
56
            else:
57
58
59
60
                f.write(
                    str(src[i].item()) + " " + str(tgt[i].item()) + " " + "1\n"
                )
    print("writing used time: %d s" % int(time.time() - start_time))