ae: add host scale scripts

experiments/ae/host-scale.sh

+#!/bin/bash
+
+# Runs simulation with varying PCI latency configuration
+# It will generate raw simulation json file result in out/
+python3 run.py pyexps/ae/f7_sacle.py --filter host-* --force --verbose
+
+# Process the results and prints
+python3 pyexps/ae/data_host_scale.py out/ > ae/host_scale.data
+

experiments/pyexps/ae/data_host_scale.py

+# Copyright 2021 Max Planck Institute for Software Systems, and
+# National University of Singapore
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+import glob
+import json
+import os
+import itertools
+import sys
+
+if len(sys.argv) != 2:
+    print('Usage: data_host_sacle.py OUTDIR')
+    sys.exit(1)
+
+basedir = sys.argv[1]
+
+types_of_client = [1, 4, 9, 14, 20]
+
+def time_diff_min (data):
+    start_time = data['start_time']
+    end_time = data['end_time']
+
+    time_diff_in_min = (end_time - start_time) / 60
+    return time_diff_in_min
+
+print('# Number of hosts' + '\t' + 'Sim.Time')
+
+for workload in types_of_client:
+    
+    line = [str(workload)]
+    path_pat = '%shost-gt-ib-sw-1000m-%s' % (basedir, workload)
+        
+    runs = []
+    for path in glob.glob(path_pat + '-*.json'):
+        if path == path_pat + '-0.json':
+            # skip checkpoints
+            continue
+
+        with open(path, 'r') as f:
+            data = json.load(f)
+        
+        res = time_diff_min(data)
+        if res is not None:
+            runs.append(res)
+    
+    if not runs:
+        line.append(' ')
+    else:
+        line.append('%d' % (sum(runs) / len(runs)))
+
+    print('\t'.join(line))