ae: add netperf scripts

experiments/ae/netperf.sh

+#!/bin/bash
+
+# Runs only combinations listed in Table 1 by default
+
+if [ -z "$1" ] || [ $1 == "selected" ];
+then
+    echo "Run only Table 1 combinations"
+    python3 run.py pyexps/ae/t1_netperf.py --filter nf-qemu-sw-ib --force --verbose
+    python3 run.py pyexps/ae/t1_netperf.py --filter nf-gt-ns3-ib --force --verbose
+    python3 run.py pyexps/ae/t1_netperf.py --filter nf-qemu-sw-cv --force --verbose
+    python3 run.py pyexps/ae/t1_netperf.py --filter nf-qt-sw-cv --force --verbose
+
+elif [ $1 == "all" ];
+then
+    echo "Run all the combinations in Appendix 4, Table 3"
+    python3 run.py pyexps/ae/t1_netperf.py --filter=* --force --verbose 
+
+fi
+
+
+# Process the results and prints
+python3 pyexps/ae/data_netperf.py out/ > ae/netperf.data
+

experiments/pyexps/ae/data_netperf.py

+# Copyright 2021 Max Planck Institute for Software Systems, and
+# National University of Singapore
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+from utils.netperf import *
+import sys
+from time import strftime
+from time import gmtime
+
+
+def fmt_lat(lat):
+    if not lat:
+        return ''
+
+    x = float(lat)
+    if x >= 1000.:
+        return '%.1f\\,ms' % (x / 1000)
+    else:
+        return '%d\\,$\\mu$s' % (int(x))
+
+
+def fmt_tp(tp):
+    if not tp:
+        return ''
+
+    x = float(tp)
+    if x > 1000.:
+        return '%.2f\\,G' % (x / 1000)
+    else:
+        return '%d\\,M' % (int(x))
+
+
+hosts = [('qemu', 'QK'), ('qt', 'QT'), ('gt', 'G5')]
+nics = [('ib', 'IB'), ('cb', 'CB'), ('cv', 'CV')]
+nets = [('sw', 'SW'), ('ns3', 'NS')]
+
+outdir = sys.argv[1]
+
+for (h, h_l) in hosts:
+    for (nic, nic_l) in nics:
+        for (net, net_l) in nets:
+            path = '%s/nf-%s-%s-%s-1.json' % (outdir, h, net, nic)
+            data = parse_netperf_run(path)
+            if 'simtime' in data:
+                t = strftime("%H:%M:%S", gmtime(data['simtime']))
+            else:
+                t = ''
+
+            tp = fmt_tp(data.get('throughput', ''))
+            latMean = fmt_lat(data.get('latenyMean', ''))
+            latTail = fmt_lat(data.get('latenyTail', ''))
+            print(
+                '  %s & %s & %s & %s & %s & %s \\\\' %
+                (h_l, nic_l, net_l, tp, latMean, t)
+            )

experiments/pyexps/ae/t1_netperf.py

+# Copyright 2021 Max Planck Institute for Software Systems, and
+# National University of Singapore
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+########################################################################
+# This script is for reproducing [Table 1] in the paper.
+# It generates experiments for all combinations of simulation.
+#
+# Host type has qemu-kvm(qemu in short), gem5-timing-mode(gt), qemu-timing-mode(qt)
+# Nic type has Intel_i40e behavioral model(ib), corundum behavioral model(cb), corundum verilator(cv)
+# Net type has Switch behavioral model(sw), ns-3(ns3)
+#
+# In each simulation, two hosts are connected by a switch 
+# [HOST_0] - [NIC_0] ---- [SWITCH] ----  [NIC_1] - [HOST_1]
+#  server                                           client
+# 
+# The server host runs netperf server and client host runs TCP_RR and
+# TCP_STREAM test
+# 
+# The command to run all the experiments is:
+# $: python3 run.py pyexps/ae/t1_combination.py --filter nf-* --verbose
+########################################################################
+
+
+import simbricks.experiments as exp
+import simbricks.simulators as sim
+import simbricks.nodeconfig as node
+from simbricks.simulator_utils import create_basic_hosts
+
+host_types = ['qemu', 'gt', 'qt']
+nic_types = ['ib', 'cb', 'cv']
+net_types = ['sw', 'ns3']
+experiments = []
+
+# Create multiple experiments with different simulator permutations, which can
+# be filtered later.
+for host_type in host_types:
+    for nic_type in nic_types:
+        for net_type in net_types:
+            e = exp.Experiment('nf-' + host_type + '-' + net_type + '-' + nic_type)
+
+            # network
+            if net_type == 'sw':
+                net = sim.SwitchNet()
+            elif net_type == 'ns3':
+                net = sim.NS3BridgeNet()
+            else:
+                raise NameError(net_type)
+            e.add_network(net)
+
+            # host
+            if host_type == 'qemu':
+                host_class = sim.QemuHost
+            elif host_type == 'qt':
+                def qemu_timing():
+                    h = sim.QemuHost()
+                    h.sync = True
+                    return h
+                host_class = qemu_timing
+            elif host_type == 'gt':
+                host_class = sim.Gem5Host
+                e.checkpoint = True
+            else:
+                raise NameError(host_type)
+
+            # nic
+            if nic_type == 'ib':
+                nic_class = sim.I40eNIC
+                nc_class = node.I40eLinuxNode
+            elif nic_type == 'cb':
+                nic_class = sim.CorundumBMNIC
+                nc_class = node.CorundumLinuxNode
+            elif nic_type == 'cv':
+                nic_class = sim.CorundumVerilatorNIC
+                nc_class = node.CorundumLinuxNode
+            else:
+                raise NameError(nic_type)
+
+            # create servers and clients
+            servers = create_basic_hosts(e, 1, 'server', net, nic_class, host_class,
+                    nc_class, node.NetperfServer)
+
+            clients = create_basic_hosts(e, 1, 'client', net, nic_class, host_class,
+                    nc_class, node.NetperfClient, ip_start = 2)
+
+            for c in clients:
+                c.wait = True
+                c.node_config.app.server_ip = servers[0].node_config.ip
+
+            # add to experiments
+            experiments.append(e)