experiment: add distributed multi-net experiment

experiments/pyexps/dist_multinet.py

+# Copyright 2021 Max Planck Institute for Software Systems, and
+# National University of Singapore
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+import simbricks.experiments as exp
+import simbricks.simulators as sim
+import simbricks.proxy as proxy
+import simbricks.nodeconfig as node
+
+host_types = ['qemu', 'gem5', 'qt']
+n_nets = [1, 2, 3, 4]
+n_clients = 30
+experiments = []
+separate_net = True
+separate_server = True
+
+for host_type in host_types:
+    for n in n_nets:
+        nh = n if not separate_net else n + 1
+        e = exp.DistributedExperiment(f'dist_multinet-{host_type}-{n}', nh)
+
+        # host
+        if host_type == 'qemu':
+            host_class = sim.QemuHost
+        elif host_type == 'qt':
+            def qemu_timing():
+                h = sim.QemuHost()
+                h.sync = True
+                return h
+            host_class = qemu_timing
+        elif host_type == 'gem5':
+            host_class = sim.Gem5Host
+            e.checkpoint = True
+        else:
+            raise NameError(host_type)
+
+        switch_top = sim.SwitchNet()
+        switch_top.name = 'switch_top'
+        if host_type == 'qemu':
+            switch_top.sync = False
+        e.add_network(switch_top)
+        e.assign_sim_host(switch_top, 0)
+
+        for i in range(0, n):
+            h_i = i if not separate_net else i + 1
+            switch = sim.SwitchNet()
+            switch.name = 'switch_%d' % (i,)
+            if host_type == 'qemu':
+                switch.sync = False
+            e.add_network(switch)
+            e.assign_sim_host(switch, h_i)
+
+            switch_top.connect_network(switch)
+
+            # create servers and clients
+            m = n_clients
+            if i == 0 or separate_server:
+                servers = sim.create_basic_hosts(e, 1, 'server_%d' % (i,),
+                        switch, sim.I40eNIC, host_class, node.I40eLinuxNode,
+                        node.NetperfServer, ip_start = i * (n_clients + 1) + 1)
+                if not separate_server:
+                    m = m - 1
+
+                e.assign_sim_host(servers[0], h_i)
+                e.assign_sim_host(servers[0].nics[0], h_i)
+
+            clients = sim.create_basic_hosts(e, m, 'client_%d' % (i,),
+                    switch, sim.I40eNIC, host_class, node.I40eLinuxNode,
+                    node.NetperfClient, ip_start = i * (n_clients + 1) + 2)
+
+            for c in clients:
+                c.wait = True
+                c.node_config.app.server_ip = servers[0].node_config.ip
+                if host_type == 'qemu':
+                    c.extra_deps.append(servers[0])
+
+                e.assign_sim_host(c, h_i)
+                e.assign_sim_host(c.nics[0], h_i)
+
+            if h_i != 0:
+                lp = proxy.SocketsNetProxyListener()
+                lp.name = 'listener-%d' % (i,)
+                e.add_proxy(lp)
+                e.assign_sim_host(lp, h_i)
+
+                cp = proxy.SocketsNetProxyConnecter(lp)
+                cp.name = 'connecter-%d' % (i,)
+                e.add_proxy(cp)
+                e.assign_sim_host(cp, 0)
+
+                lp.add_n2n(switch_top, switch)
+
+        # add to experiments
+        experiments.append(e)