dctcp.py 5.52 KB
Newer Older
Antoine Kaufmann's avatar
Antoine Kaufmann committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
# Copyright 2021 Max Planck Institute for Software Systems, and
# National University of Singapore
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

23
24
25
26
import simbricks.orchestration.experiments as exp
import simbricks.orchestration.nodeconfig as node
import simbricks.orchestration.simulators as sim
from simbricks.orchestration.simulator_utils import create_dctcp_hosts
Hejing Li's avatar
Hejing Li committed
27
28
29
30
31
32
33
34

# iperf TCP_multi_client test
# naming convention following host-nic-net-app
# host: qemu/gem5-timing
# nic:  cv/cb/ib
# net:  switch/dumbbell/bridge
# app: DCTCPm

Jonas Kaufmann's avatar
Jonas Kaufmann committed
35
36
types_of_host = ['qemu', 'qt', 'gt', 'gO3']
types_of_nic = ['cv', 'cb', 'ib']
Hejing Li's avatar
Hejing Li committed
37
38
types_of_net = ['dumbbell']
types_of_app = ['DCTCPm']
Hejing Li's avatar
Hejing Li committed
39
types_of_mtu = [1500, 4000, 9000]
Hejing Li's avatar
Hejing Li committed
40
41
42

num_pairs = 2
max_k = 199680
Hejing Li's avatar
Hejing Li committed
43
44
k_step = 8320
#k_step = 16640
Jonas Kaufmann's avatar
Jonas Kaufmann committed
45
link_rate_opt = '--LinkRate=10Gb/s '  # don't forget space at the end
Hejing Li's avatar
Hejing Li committed
46
link_latency_opt = '--LinkLatency=500ns '
47
48
cpu_freq = '5GHz'
cpu_freq_qemu = '2GHz'
Hejing Li's avatar
Hejing Li committed
49
#mtu = 4000
Jonas Kaufmann's avatar
Jonas Kaufmann committed
50
sys_clock = '1GHz'  # if not set, default 1GHz
Hejing Li's avatar
Hejing Li committed
51
52
53
54
55
56

ip_start = '192.168.64.1'

experiments = []

# set network sim
57
NetClass = sim.NS3DumbbellNet
Hejing Li's avatar
Hejing Li committed
58

Hejing Li's avatar
Hejing Li committed
59
for mtu in types_of_mtu:
60
61
    for host in types_of_host:
        for nic in types_of_nic:
Hejing Li's avatar
Hejing Li committed
62
63
            for k_val in range(0, max_k + 1, k_step):

64
                net = NetClass()
Hejing Li's avatar
Hejing Li committed
65
66
                net.opt = link_rate_opt + link_latency_opt + f'--EcnTh={k_val}'

Jonas Kaufmann's avatar
Jonas Kaufmann committed
67
                e = exp.Experiment(
68
                    host + '-' + nic + '-' + 'dumbbell' + '-' + 'DCTCPm' +
Jonas Kaufmann's avatar
Jonas Kaufmann committed
69
70
                    f'{k_val}' + f'-{mtu}'
                )
Hejing Li's avatar
Hejing Li committed
71
72
                e.add_network(net)

73
                freq = cpu_freq
Hejing Li's avatar
Hejing Li committed
74
                # host
75
76
77
                if host == 'qemu':
                    HostClass = sim.QemuHost
                elif host == 'qt':
78
                    freq = cpu_freq_qemu
Jonas Kaufmann's avatar
Jonas Kaufmann committed
79

80
81
                    def qemu_timing(node_config: node.NodeConfig):
                        h = sim.QemuHost(node_config)
Hejing Li's avatar
Hejing Li committed
82
83
                        h.sync = True
                        return h
Jonas Kaufmann's avatar
Jonas Kaufmann committed
84

85
86
                    HostClass = qemu_timing
                elif host == 'gt':
Jonas Kaufmann's avatar
Jonas Kaufmann committed
87

88
89
                    def gem5_timing(node_config: node.NodeConfig):
                        h = sim.Gem5Host(node_config)
Hejing Li's avatar
Hejing Li committed
90
91
                        #h.sys_clock = sys_clock
                        return h
Jonas Kaufmann's avatar
Jonas Kaufmann committed
92

93
                    HostClass = gem5_timing
Hejing Li's avatar
Hejing Li committed
94
                    e.checkpoint = True
95
                elif host == 'gO3':
Jonas Kaufmann's avatar
Jonas Kaufmann committed
96

97
98
                    def gem5_o3(node_config: node.NodeConfig):
                        h = sim.Gem5Host(node_config)
Jonas Kaufmann's avatar
Jonas Kaufmann committed
99
                        h.cpu_type = 'DerivO3CPU'
Hejing Li's avatar
Hejing Li committed
100
101
                        h.sys_clock = sys_clock
                        return h
Jonas Kaufmann's avatar
Jonas Kaufmann committed
102

103
                    HostClass = gem5_o3
Hejing Li's avatar
Hejing Li committed
104
105
                    e.checkpoint = True
                else:
106
                    raise NameError(host)
Hejing Li's avatar
Hejing Li committed
107
108

                # nic
109
110
111
112
113
114
115
116
117
                if nic == 'ib':
                    NicClass = sim.I40eNIC
                    NcClass = node.I40eDCTCPNode
                elif nic == 'cb':
                    NicClass = sim.CorundumBMNIC
                    NcClass = node.CorundumDCTCPNode
                elif nic == 'cv':
                    NicClass = sim.CorundumVerilatorNIC
                    NcClass = node.CorundumDCTCPNode
Hejing Li's avatar
Hejing Li committed
118
                else:
119
                    raise NameError(nic)
Hejing Li's avatar
Hejing Li committed
120

Jonas Kaufmann's avatar
Jonas Kaufmann committed
121
122
123
124
125
                servers = create_dctcp_hosts(
                    e,
                    num_pairs,
                    'server',
                    net,
126
127
128
                    NicClass,
                    HostClass,
                    NcClass,
Jonas Kaufmann's avatar
Jonas Kaufmann committed
129
130
131
132
133
134
135
136
137
                    node.DctcpServer,
                    freq,
                    mtu
                )
                clients = create_dctcp_hosts(
                    e,
                    num_pairs,
                    'client',
                    net,
138
139
140
                    NicClass,
                    HostClass,
                    NcClass,
Jonas Kaufmann's avatar
Jonas Kaufmann committed
141
142
143
144
145
                    node.DctcpClient,
                    freq,
                    mtu,
                    ip_start=num_pairs + 1
                )
Hejing Li's avatar
Hejing Li committed
146
147
148
149
150

                i = 0
                for cl in clients:
                    cl.node_config.app.server_ip = servers[i].node_config.ip
                    i += 1
Jonas Kaufmann's avatar
Jonas Kaufmann committed
151

152
153
154
                # All the clients will not poweroff after finishing iperf test
                # except the last one This is to prevent the simulation gets
                # stuck when one of host exits.
Hejing Li's avatar
Hejing Li committed
155

156
157
                # The last client waits for the output printed in other hosts,
                # then cleanup
Jonas Kaufmann's avatar
Jonas Kaufmann committed
158
159
                clients[num_pairs - 1].node_config.app.is_last = True
                clients[num_pairs - 1].wait = True
Hejing Li's avatar
Hejing Li committed
160
161
162

                print(e.name)
                experiments.append(e)