nopaxos.py 6.42 KB
Newer Older
Antoine Kaufmann's avatar
Antoine Kaufmann committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
# Copyright 2021 Max Planck Institute for Software Systems, and
# National University of Singapore
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

23
import simbricks.nodeconfig as node
Jonas Kaufmann's avatar
Jonas Kaufmann committed
24
import simbricks.simulators as sim
25
from simbricks.simulator_utils import create_basic_hosts
26

Jonas Kaufmann's avatar
Jonas Kaufmann committed
27
28
import simbricks.experiments as exp

29
host_configs = ['qemu', 'gt', 'qt']
30
seq_configs = ['swseq', 'ehseq', 'tofino']
31
nic_configs = ['ib', 'cb', 'cv']
Jialin Li's avatar
Jialin Li committed
32
proto_configs = ['vr', 'nopaxos']
33
num_client_configs = [1, 2, 3, 4, 5, 6, 7, 8, 10, 12]
34
experiments = []
35
sync_period = 200
36

Jonas Kaufmann's avatar
Jonas Kaufmann committed
37
link_rate_opt = '--LinkRate=100Gb/s '  # don't forget space at the end
38
39
link_latency_opt = '--LinkLatency=500ns '

Jialin Li's avatar
Jialin Li committed
40
41
42
43
44
for proto_config in proto_configs:
    for num_c in num_client_configs:
        for host_config in host_configs:
            for seq_config in seq_configs:
                for nic_config in nic_configs:
Jonas Kaufmann's avatar
Jonas Kaufmann committed
45
46
47
48
                    e = exp.Experiment(
                        proto_config + '-' + host_config + '-' + nic_config +
                        '-' + seq_config + f'-{num_c}'
                    )
49
50
51
52
                    if seq_config == 'tofino':
                        net = sim.TofinoNet()
                    else:
                        net = sim.NS3SequencerNet()
53
                    net.sync_period = sync_period
Jialin Li's avatar
Jialin Li committed
54
55
56
57
58
59
                    net.opt = link_rate_opt + link_latency_opt
                    e.add_network(net)

                    # host
                    if host_config == 'qemu':
                        host_class = sim.QemuHost
60
                        net.sync = False
Jialin Li's avatar
Jialin Li committed
61
62
                    elif host_config == 'gt':
                        host_class = sim.Gem5Host
63
                        e.checkpoint = True
64
                    elif host_config == 'qt':
Jonas Kaufmann's avatar
Jonas Kaufmann committed
65

66
67
68
69
                        def qemu_timing():
                            h = sim.QemuHost()
                            h.sync = True
                            return h
Jonas Kaufmann's avatar
Jonas Kaufmann committed
70

71
                        host_class = qemu_timing
Jialin Li's avatar
Jialin Li committed
72
73
                    else:
                        raise NameError(host_config)
74

75
76
77
78
79
80
81
82
83
84
85
86
87
                    # nic
                    if nic_config == 'ib':
                        nic_class = sim.I40eNIC
                        nc_class = node.I40eLinuxNode
                    elif nic_config == 'cb':
                        nic_class = sim.CorundumBMNIC
                        nc_class = node.CorundumLinuxNode
                    elif nic_config == 'cv':
                        nic_class = sim.CorundumVerilatorNIC
                        nc_class = node.CorundumLinuxNode
                    else:
                        raise NameError(nic_config)

Jialin Li's avatar
Jialin Li committed
88
89
90
91
92
93
94
95
96
97
98
99
                    # app
                    if proto_config == 'vr':
                        replica_class = node.VRReplica
                        client_class = node.VRClient
                    elif proto_config == 'nopaxos':
                        replica_class = node.NOPaxosReplica
                        client_class = node.NOPaxosClient
                    else:
                        raise NameError(proto_config)

                    # endhost sequencer
                    if seq_config == 'ehseq' and proto_config == 'nopaxos':
Jonas Kaufmann's avatar
Jonas Kaufmann committed
100
101
102
103
104
105
106
107
108
109
110
                        sequencer = create_basic_hosts(
                            e,
                            1,
                            'sequencer',
                            net,
                            nic_class,
                            host_class,
                            nc_class,
                            node.NOPaxosSequencer,
                            ip_start=100
                        )
111
                        sequencer[0].node_config.disk_image = 'nopaxos'
112
                        sequencer[0].pcidevs[0].sync_period = sync_period
Hejing Li's avatar
Hejing Li committed
113
                        sequencer[0].sync_period = sync_period
114

Jonas Kaufmann's avatar
Jonas Kaufmann committed
115
116
117
118
119
120
121
122
123
124
                    replicas = create_basic_hosts(
                        e,
                        3,
                        'replica',
                        net,
                        nic_class,
                        host_class,
                        nc_class,
                        replica_class
                    )
Jialin Li's avatar
Jialin Li committed
125
126
                    for i in range(len(replicas)):
                        replicas[i].node_config.app.index = i
127
                        replicas[i].node_config.disk_image = 'nopaxos'
128
                        replicas[i].pcidevs[0].sync_period = sync_period
Hejing Li's avatar
Hejing Li committed
129
                        replicas[i].sync_period = sync_period
130

Jonas Kaufmann's avatar
Jonas Kaufmann committed
131
132
133
134
135
136
137
138
139
140
141
                    clients = create_basic_hosts(
                        e,
                        num_c,
                        'client',
                        net,
                        nic_class,
                        host_class,
                        nc_class,
                        client_class,
                        ip_start=4
                    )
142

Jialin Li's avatar
Jialin Li committed
143
                    for c in clients:
Jonas Kaufmann's avatar
Jonas Kaufmann committed
144
145
146
                        c.node_config.app.server_ips = [
                            '10.0.0.1', '10.0.0.2', '10.0.0.3'
                        ]
Jialin Li's avatar
Jialin Li committed
147
148
149
                        if seq_config == 'ehseq':
                            c.node_config.app.server_ips.append('10.0.0.100')
                            c.node_config.app.use_ehseq = True
150
                        c.node_config.disk_image = 'nopaxos'
151
                        c.pcidevs[0].sync_period = sync_period
Hejing Li's avatar
Hejing Li committed
152
                        c.sync_period = sync_period
153

Jialin Li's avatar
Jialin Li committed
154
                    clients[num_c - 1].wait = True
155
                    clients[num_c - 1].node_config.app.is_last = True
156

157
                    #print(e.name)
158

Jialin Li's avatar
Jialin Li committed
159
                    experiments.append(e)