client.py 1.84 KB
Newer Older
1
# This is a simple MXNet server demo shows how to use DGL distributed kvstore.
Chao Ma's avatar
Chao Ma committed
2
3
import dgl
import argparse
4
import mxnet as mx
5
import time
Chao Ma's avatar
Chao Ma committed
6

7
8
9
10
11
ID = []
ID.append(mx.nd.array([0,1], dtype='int64'))
ID.append(mx.nd.array([2,3], dtype='int64'))
ID.append(mx.nd.array([4,5], dtype='int64'))
ID.append(mx.nd.array([6,7], dtype='int64'))
Chao Ma's avatar
Chao Ma committed
12

13
14
15
16
17
18
DATA = []
DATA.append(mx.nd.array([[1.,1.,1.,],[1.,1.,1.,]]))
DATA.append(mx.nd.array([[2.,2.,2.,],[2.,2.,2.,]]))
DATA.append(mx.nd.array([[3.,3.,3.,],[3.,3.,3.,]]))
DATA.append(mx.nd.array([[4.,4.,4.,],[4.,4.,4.,]]))

19
20
edata_partition_book = {'edata':mx.nd.array([0,0,1,1,2,2,3,3], dtype='int64')}
ndata_partition_book = {'ndata':mx.nd.array([0,0,1,1,2,2,3,3], dtype='int64')}
Chao Ma's avatar
Chao Ma committed
21

22
def start_client():
23
24
    time.sleep(3)

25
26
27
    client = dgl.contrib.start_client(ip_config='ip_config.txt', 
                                      ndata_partition_book=ndata_partition_book, 
                                      edata_partition_book=edata_partition_book)
Chao Ma's avatar
Chao Ma committed
28

29
30
31
32
33
34
35
36
37
38
39
40

    tensor_edata = client.pull(name='edata', id_tensor=mx.nd.array([0,1,2,3,4,5,6,7], dtype='int64'))
    tensor_ndata = client.pull(name='ndata', id_tensor=mx.nd.array([0,1,2,3,4,5,6,7], dtype='int64'))

    print(tensor_edata)
    client.barrier()

    print(tensor_ndata)
    client.barrier()

    client.push(name='edata', id_tensor=ID[client.get_id()], data_tensor=DATA[client.get_id()])
    client.push(name='ndata', id_tensor=ID[client.get_id()], data_tensor=DATA[client.get_id()])
Chao Ma's avatar
Chao Ma committed
41

42
    client.barrier()
Chao Ma's avatar
Chao Ma committed
43

44
45
    tensor_edata = client.pull(name='edata', id_tensor=mx.nd.array([0,1,2,3,4,5,6,7], dtype='int64'))
    tensor_ndata = client.pull(name='ndata', id_tensor=mx.nd.array([0,1,2,3,4,5,6,7], dtype='int64'))
Chao Ma's avatar
Chao Ma committed
46

47
48
    print(tensor_edata)
    client.barrier()
Chao Ma's avatar
Chao Ma committed
49

50
51
    print(tensor_ndata)
    client.barrier()
Chao Ma's avatar
Chao Ma committed
52

Chao Ma's avatar
Chao Ma committed
53
54
55
56
    if client.get_id() == 0:
        client.shut_down()

if __name__ == '__main__':
57
58

    start_client()