load_dataset.py 1.52 KB
Newer Older
1
2
3
""" load dataset from ogb """

import argparse
4
from ogb.linkproppred import DglLinkPropPredDataset
5
import time
6

7
8
9
10
11
def load_from_ogbl_with_name(name):    
    choices = ['ogbl-collab', 'ogbl-ddi', 'ogbl-ppa', 'ogbl-citation']
    assert name in choices, "name must be selected from " + str(choices)
    dataset = DglLinkPropPredDataset(name)
    return dataset[0]
12

13
14
15
16
17
18
19
if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument('--name', type=str,
        choices=['ogbl-collab', 'ogbl-ddi', 'ogbl-ppa', 'ogbl-citation'],
        default='ogbl-collab',
        help="name of datasets by ogb")
    args = parser.parse_args()
20

21
    print("loading graph... it might take some time")
22
23
    name = args.name
    g = load_from_ogbl_with_name(name=name)
24

25
26
27
28
29
    try:
        w = g.edata['edge_weight']
        weighted = True
    except:
        weighted = False
30

31
32
33
34
35
36
37
38
39
    
    edge_num = g.edges()[0].shape[0]
    src = list(g.edges()[0])
    tgt = list(g.edges()[1])
    if weighted:
        weight = list(g.edata['edge_weight'])

    print("writing...")
    start_time = time.time()
40
    with open(name + "-net.txt", "w") as f:
41
        for i in range(edge_num):
42
            if weighted:
43
44
45
                f.write(str(src[i].item()) + " "\
                    +str(tgt[i].item()) + " "\
                    +str(weight[i].item()) + "\n")
46
            else:
47
48
49
50
                f.write(str(src[i].item()) + " "\
                    +str(tgt[i].item()) + " "\
                    +"1\n")
    print("writing used time: %d s" % int(time.time() - start_time))