{"exp_name": "nopaxos-gt-ib-swseq-12", "metadata": {}, "start_time": 1620222064.1325862, "end_time": 1620239135.3921406, "sims": {"nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["61fac1abdb64", "[80842] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.0.)", "sync_pci=1 sync_eth=1", "main_time = 2596658879000", "main_time = 3206119751125", "exit main_time: 6696836234000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["517158e1e098", "[80843] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.1.)", "sync_pci=1 sync_eth=1", "main_time = 2596659320000", "main_time = 3206120576000", "exit main_time: 6696836271000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["40e79778e5cc", "[80844] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.2.)", "sync_pci=1 sync_eth=1", "main_time = 2596659320000", "main_time = 3206120576000", "exit main_time: 6696836291000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["305e7596eb00", "[80845] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.0.)", "sync_pci=1 sync_eth=1", "main_time = 2596658473000", "main_time = 3206120615000", "exit main_time: 6696836252000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1fd4bc8df034", "[80846] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.1.)", "sync_pci=1 sync_eth=1", "main_time = 2596659341000", "main_time = 3206120539000", "exit main_time: 6696836210000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["f4b4c8bf56c", "[80847] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.2.)", "sync_pci=1 sync_eth=1", "main_time = 2596659309000", "main_time = 3206120564000", "exit main_time: 6696836230000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["ff34cb25410", "[80848] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.3.)", "sync_pci=1 sync_eth=1", "main_time = 2596659360000", "main_time = 3206120601000", "exit main_time: 6696836249000"]}, "nic.client.4.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7f69fe485944", "[80849] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.4.)", "sync_pci=1 sync_eth=1", "main_time = 2596659428000", "main_time = 3206120585000", "exit main_time: 6696836251000"]}, "nic.client.5.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6ee02bc75e78", "[80850] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.5.)", "sync_pci=1 sync_eth=1", "main_time = 2596659477000", "main_time = 3206120325625", "exit main_time: 6696836260000"]}, "nic.client.6.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5e56807d63ac", "[80851] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.6.)", "sync_pci=1 sync_eth=1", "main_time = 2596659463000", "main_time = 3206120608000", "exit main_time: 6696836303000"]}, "nic.client.7.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4dcc98d468e0", "[80852] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.7.)", "sync_pci=1 sync_eth=1", "main_time = 2596659499000", "main_time = 3206120548000", "exit main_time: 6696836236000"]}, "nic.client.8.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.8.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3d4332326e14", "[80853] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.8.)", "sync_pci=1 sync_eth=1", "main_time = 2596659562000", "main_time = 3206120618000", "exit main_time: 6696836299000"]}, "nic.client.9.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.9.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2cb9fd297348", "[80854] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.9.)", "sync_pci=1 sync_eth=1", "main_time = 2596659704000", "main_time = 3206120577000", "exit main_time: 6696836226000"]}, "nic.client.10.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.10.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.10.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.10.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1c302ce77880", "[80855] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.10.)", "sync_pci=1 sync_eth=1", "main_time = 2596659684000", "main_time = 3206120566000", "exit main_time: 6696836235000"]}, "nic.client.11.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.11.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.11.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.11.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["ba6837e7db4", "[80856] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.11.)", "sync_pci=1 sync_eth=1", "main_time = 2596659778000", "main_time = 3206120614000", "exit main_time: 6696835495374"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.3.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.4.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.5.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.6.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.7.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.8.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.9.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.10.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.eth.client.11.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:05", "gem5 executing on swsnetlab05, pid 80861", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1152068964125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.730934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.730934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.730934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.730934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.736933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.736933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.852916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.853915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.853915] i40e 0000:00:02.0: MAC address: 64:db:ab:c1:fa:61\r", "[ 0.853915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.854915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9608 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9618 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9628 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9628 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.553809] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1152068954125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1152068964125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:06", "gem5 executing on swsnetlab05, pid 80862", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1140706268125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.722935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.722935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.722935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.722935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.728934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.844916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.844916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.844916] i40e 0000:00:02.0: MAC address: 98:e0:e1:58:71:51\r", "[ 0.845916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.846916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9529 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9549 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.556808] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1140706258125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1140706268125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:07", "gem5 executing on swsnetlab05, pid 80864", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1180696404250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.732934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.732934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.732934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.732934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.738933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.738933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.854915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.855915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.855915] i40e 0000:00:02.0: MAC address: cc:e5:78:97:e7:40\r", "[ 0.855915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.856915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9618 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9628 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9628 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.547810] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1180696394250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1180696404250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:08", "gem5 executing on swsnetlab05, pid 80865", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1165779119125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.723936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.723936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.728935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.728935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.844917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.845917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.845917] i40e 0000:00:02.0: MAC address: 00:eb:96:75:5e:30\r", "[ 0.845917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.846917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=578 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 578.912/578.912/578.912/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 2.036736] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-0367 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-0377 00654 * Register (udptransport.cc:396): Listening on UDP port 38853\r", "20120001-000002-0387 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.275700] random: crng init done\r", "20120001-000005-4772 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.438477 seconds\r", "20120001-000005-4772 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-4782 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-4782 00654 * CooldownDone (benchmark.cc:129): Average latency is 85359 ns (85 us)\r", "20120001-000005-4782 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-4782 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-4792 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-5751 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-5751 00654 * LATENCY total: 0 ns 85 us/1 ns 56 ms (40001 samples, 3414 ms total)\r", "20120001-000005-5751 00654 * 1 ns | 36855 | ==================================================\r", "20120001-000005-5751 00654 * ... |\r", "20120001-000005-5751 00654 * 524 us | 3064 | ====\r", "20120001-000005-5751 00654 * 1048 us | 46 | \r", "20120001-000005-5751 00654 * 2097 us | 33 | \r", "20120001-000005-5751 00654 * ... |\r", "20120001-000005-5751 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1165779109125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1165779119125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:13", "gem5 executing on swsnetlab05, pid 80968", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1148885317125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.845916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846916] i40e 0000:00:02.0: MAC address: 34:f0:8d:bc:d4:1f\r", "[ 0.846916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1013 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1013.846/1013.846/1013.846/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 2.470669] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-4706 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-4716 00655 * Register (udptransport.cc:396): Listening on UDP port 53550\r", "20120001-000002-4726 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.730630] random: crng init done\r", "20120001-000005-6441 00655 * Finish (benchmark.cc:190): Completed 40000 requests in 3.171518 seconds\r", "20120001-000005-6451 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-6461 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-6461 00655 * CooldownDone (benchmark.cc:129): Average latency is 78661 ns (78 us)\r", "20120001-000005-6461 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-6461 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6461 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7071 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-7071 00655 * LATENCY total: 0 ns 78 us/1 ns 56 ms (40001 samples, 3146 ms total)\r", "20120001-000005-7071 00655 * 1 ns | 37096 | ==================================================\r", "20120001-000005-7071 00655 * ... |\r", "20120001-000005-7071 00655 * 524 us | 2836 | ===\r", "20120001-000005-7071 00655 * 1048 us | 46 | \r", "20120001-000005-7071 00655 * 2097 us | 20 | \r", "20120001-000005-7071 00655 * ... |\r", "20120001-000005-7071 00655 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1148885307125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1148885317125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:18", "gem5 executing on swsnetlab05, pid 81056", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1194480026250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.743935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.744935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.744935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.744935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.749934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.749934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.865917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.866916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.866916] i40e 0000:00:02.0: MAC address: 6c:f5:8b:4c:4b:0f\r", "[ 0.866916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.867916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.481823] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4818 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4828 00654 * Register (udptransport.cc:396): Listening on UDP port 43114\r", "20120001-000001-4838 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.644798] random: crng init done\r", "20120001-000005-1532 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.669442 seconds\r", "20120001-000005-1532 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1542 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1552 00654 * CooldownDone (benchmark.cc:129): Average latency is 90983 ns (90 us)\r", "20120001-000005-1552 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1552 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1552 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2222 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2222 00654 * LATENCY total: 0 ns 90 us/1 ns 56 ms (40001 samples, 3639 ms total)\r", "20120001-000005-2222 00654 * 1 ns | 36643 | ==================================================\r", "20120001-000005-2222 00654 * ... |\r", "20120001-000005-2222 00654 * 524 us | 3271 | ====\r", "20120001-000005-2222 00654 * 1048 us | 52 | \r", "20120001-000005-2222 00654 * 2097 us | 31 | \r", "20120001-000005-2222 00654 * 4194 us | 0 |\r", "20120001-000005-2222 00654 * 8388 us | 1 | \r", "20120001-000005-2222 00654 * 16 ms | 0 |\r", "20120001-000005-2222 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1194480016250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1194480026250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:23", "gem5 executing on swsnetlab05, pid 81061", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1207249498125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.740935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.740935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.740935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.740935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.746934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.746934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.862916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.862916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.862916] i40e 0000:00:02.0: MAC address: 10:54:b2:4c:f3:0f\r", "[ 0.862916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.864916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.473823] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4738 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4748 00654 * Register (udptransport.cc:396): Listening on UDP port 54066\r", "20120001-000001-4758 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.645797] random: crng init done\r", "20120001-000005-1582 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.682440 seconds\r", "20120001-000005-1592 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1602 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1602 00654 * CooldownDone (benchmark.cc:129): Average latency is 91283 ns (91 us)\r", "20120001-000005-1602 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1602 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1602 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2122 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2122 00654 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3651 ms total)\r", "20120001-000005-2122 00654 * 1 ns | 36635 | ==================================================\r", "20120001-000005-2122 00654 * ... |\r", "20120001-000005-2122 00654 * 524 us | 3277 | ====\r", "20120001-000005-2122 00654 * 1048 us | 52 | \r", "20120001-000005-2122 00654 * 2097 us | 33 | \r", "20120001-000005-2122 00654 * 4194 us | 0 |\r", "20120001-000005-2122 00654 * 8388 us | 1 | \r", "20120001-000005-2122 00654 * 16 ms | 0 |\r", "20120001-000005-2122 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1207249488125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1207249498125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.4", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.4", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.4.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.4.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:28", "gem5 executing on swsnetlab05, pid 81066", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1154175627125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.730934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.730934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.846917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846917] i40e 0000:00:02.0: MAC address: 44:59:48:fe:69:7f\r", "[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.848916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=591 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 591.910/591.910/591.910/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 2.048734] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-0487 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-0497 00655 * Register (udptransport.cc:396): Listening on UDP port 44734\r", "20120001-000002-0507 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.289697] random: crng init done\r", "20120001-000005-4882 00655 * Finish (benchmark.cc:190): Completed 40000 requests in 3.437477 seconds\r", "20120001-000005-4882 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-4892 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-4892 00655 * CooldownDone (benchmark.cc:129): Average latency is 84834 ns (84 us)\r", "20120001-000005-4892 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-4902 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-4902 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-5871 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-5871 00655 * LATENCY total: 0 ns 84 us/1 ns 56 ms (40001 samples, 3393 ms total)\r", "20120001-000005-5871 00655 * 1 ns | 36874 | ==================================================\r", "20120001-000005-5871 00655 * ... |\r", "20120001-000005-5871 00655 * 524 us | 3045 | ====\r", "20120001-000005-5871 00655 * 1048 us | 48 | \r", "20120001-000005-5871 00655 * 2097 us | 31 | \r", "20120001-000005-5871 00655 * ... |\r", "20120001-000005-5871 00655 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1154175617125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1154175627125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.5", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.5", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.5.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.5.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:33", "gem5 executing on swsnetlab05, pid 81070", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1235060254250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.749934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.749934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.749934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.749934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.755933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.755933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.871915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.872915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.872915] i40e 0000:00:02.0: MAC address: 78:5e:c7:2b:e0:6e\r", "[ 0.872915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.873915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.481823] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4818 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4828 00654 * Register (udptransport.cc:396): Listening on UDP port 35478\r", "20120001-000001-4838 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.673793] random: crng init done\r", "20120001-000005-1782 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.694439 seconds\r", "20120001-000005-1782 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1792 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1792 00654 * CooldownDone (benchmark.cc:129): Average latency is 91308 ns (91 us)\r", "20120001-000005-1792 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1792 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1792 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2222 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2222 00654 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3652 ms total)\r", "20120001-000005-2222 00654 * 1 ns | 36625 | ==================================================\r", "20120001-000005-2222 00654 * ... |\r", "20120001-000005-2222 00654 * 524 us | 3290 | ====\r", "20120001-000005-2222 00654 * 1048 us | 56 | \r", "20120001-000005-2222 00654 * 2097 us | 26 | \r", "20120001-000005-2222 00654 * 4194 us | 0 |\r", "20120001-000005-2222 00654 * 8388 us | 1 | \r", "20120001-000005-2222 00654 * 16 ms | 0 |\r", "20120001-000005-2222 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1235060244250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1235060254250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.6", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.6", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.6.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.6.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:38", "gem5 executing on swsnetlab05, pid 81073", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1245667922125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.751934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.751934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.751934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.751934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.757933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.757933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.873916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.874915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.874915] i40e 0000:00:02.0: MAC address: ac:63:7d:80:56:5e\r", "[ 0.874915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.875915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.489822] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4898 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4908 00654 * Register (udptransport.cc:396): Listening on UDP port 58282\r", "20120001-000001-4918 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.693791] random: crng init done\r", "20120001-000005-1882 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.696438 seconds\r", "20120001-000005-1882 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1892 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1902 00654 * CooldownDone (benchmark.cc:129): Average latency is 91508 ns (91 us)\r", "20120001-000005-1902 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1902 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1902 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2312 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2312 00654 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3660 ms total)\r", "20120001-000005-2312 00654 * 1 ns | 36627 | ==================================================\r", "20120001-000005-2312 00654 * ... |\r", "20120001-000005-2312 00654 * 524 us | 3286 | ====\r", "20120001-000005-2312 00654 * 1048 us | 49 | \r", "20120001-000005-2312 00654 * 2097 us | 35 | \r", "20120001-000005-2312 00654 * 4194 us | 0 |\r", "20120001-000005-2312 00654 * 8388 us | 1 | \r", "20120001-000005-2312 00654 * 16 ms | 0 |\r", "20120001-000005-2312 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1245667912125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1245667922125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.7", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.7", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.7.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.7.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:43", "gem5 executing on swsnetlab05, pid 81077", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.7 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.7 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.7. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.7. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1256994739250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.742934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.742934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.742934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.742934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.748933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.748933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.864915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.864915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.864915] i40e 0000:00:02.0: MAC address: e0:68:d4:98:cc:4d\r", "[ 0.864915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.866915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.473823] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4738 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4748 00655 * Register (udptransport.cc:396): Listening on UDP port 51175\r", "20120001-000001-4758 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.679791] random: crng init done\r", "20120001-000005-1702 00655 * Finish (benchmark.cc:190): Completed 40000 requests in 3.694439 seconds\r", "20120001-000005-1712 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1722 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1722 00655 * CooldownDone (benchmark.cc:129): Average latency is 91333 ns (91 us)\r", "20120001-000005-1722 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1722 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1722 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2162 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2162 00655 * LATENCY total: 0 ns 91 us/1 ns 55 ms (40001 samples, 3653 ms total)\r", "20120001-000005-2162 00655 * 1 ns | 36618 | ==================================================\r", "20120001-000005-2162 00655 * ... |\r", "20120001-000005-2162 00655 * 524 us | 3296 | ====\r", "20120001-000005-2162 00655 * 1048 us | 61 | \r", "20120001-000005-2162 00655 * 2097 us | 22 | \r", "20120001-000005-2162 00655 * 4194 us | 0 |\r", "20120001-000005-2162 00655 * 8388 us | 1 | \r", "20120001-000005-2162 00655 * 16 ms | 0 |\r", "20120001-000005-2162 00655 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1256994729250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1256994739250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.8": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.8", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.8", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.8.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.8.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.8.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:48", "gem5 executing on swsnetlab05, pid 81085", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.8 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.8 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.8.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.8. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.8. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1214191303250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.738934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.738934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.739934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.739934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.744933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.744933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.860915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.861915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.861915] i40e 0000:00:02.0: MAC address: 14:6e:32:32:43:3d\r", "[ 0.861915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.862915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.12/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.473822] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4738 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4748 00654 * Register (udptransport.cc:396): Listening on UDP port 56263\r", "20120001-000001-4758 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.657794] random: crng init done\r", "20120001-000005-1642 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.688439 seconds\r", "20120001-000005-1642 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1652 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1662 00654 * CooldownDone (benchmark.cc:129): Average latency is 91283 ns (91 us)\r", "20120001-000005-1662 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1662 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1662 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2122 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2122 00654 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3651 ms total)\r", "20120001-000005-2122 00654 * 1 ns | 36624 | ==================================================\r", "20120001-000005-2122 00654 * ... |\r", "20120001-000005-2122 00654 * 524 us | 3289 | ====\r", "20120001-000005-2122 00654 * 1048 us | 60 | \r", "20120001-000005-2122 00654 * 2097 us | 24 | \r", "20120001-000005-2122 00654 * 4194 us | 0 |\r", "20120001-000005-2122 00654 * 8388 us | 1 | \r", "20120001-000005-2122 00654 * 16 ms | 0 |\r", "20120001-000005-2122 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1214191293250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1214191303250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.9": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.9", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.9", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.9.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.9.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.9.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:53", "gem5 executing on swsnetlab05, pid 81089", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.9 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.9 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.9.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.9. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.9. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1261032158250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.755932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.756932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.756932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.756932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.761931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.761931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.877914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.878914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.878914] i40e 0000:00:02.0: MAC address: 48:73:29:fd:b9:2c\r", "[ 0.878914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.879913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.13/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.489821] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4898 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4908 00655 * Register (udptransport.cc:396): Listening on UDP port 58335\r", "20120001-000001-4918 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.695789] random: crng init done\r", "20120001-000005-1842 00655 * Finish (benchmark.cc:190): Completed 40000 requests in 3.692439 seconds\r", "20120001-000005-1842 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1852 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1852 00655 * CooldownDone (benchmark.cc:129): Average latency is 91533 ns (91 us)\r", "20120001-000005-1852 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1852 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1852 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2292 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2292 00655 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3661 ms total)\r", "20120001-000005-2292 00655 * 1 ns | 36620 | ==================================================\r", "20120001-000005-2292 00655 * ... |\r", "20120001-000005-2292 00655 * 524 us | 3294 | ====\r", "20120001-000005-2292 00655 * 1048 us | 53 | \r", "20120001-000005-2292 00655 * 2097 us | 30 | \r", "20120001-000005-2292 00655 * 4194 us | 0 |\r", "20120001-000005-2292 00655 * 8388 us | 1 | \r", "20120001-000005-2292 00655 * 16 ms | 0 |\r", "20120001-000005-2292 00655 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1261032148250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1261032158250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.10": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.10", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.10", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.10.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.10.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.10.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:41:58", "gem5 executing on swsnetlab05, pid 81092", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.10 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.10 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.10.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.10. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.10. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1187360428125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846917] i40e 0000:00:02.0: MAC address: 80:78:e7:2c:30:1c\r", "[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.14/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.457824] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4588 00654 * Register (udptransport.cc:396): Listening on UDP port 53049\r", "20120001-000001-4598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.604801] random: crng init done\r", "20120001-000005-1142 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.654445 seconds\r", "20120001-000005-1142 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1152 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1152 00654 * CooldownDone (benchmark.cc:129): Average latency is 90309 ns (90 us)\r", "20120001-000005-1152 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1152 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1152 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1982 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-1982 00654 * LATENCY total: 0 ns 90 us/1 ns 56 ms (40001 samples, 3612 ms total)\r", "20120001-000005-1982 00654 * 1 ns | 36666 | ==================================================\r", "20120001-000005-1982 00654 * ... |\r", "20120001-000005-1982 00654 * 524 us | 3248 | ====\r", "20120001-000005-1982 00654 * 1048 us | 57 | \r", "20120001-000005-1982 00654 * 2097 us | 26 | \r", "20120001-000005-1982 00654 * 4194 us | 0 |\r", "20120001-000005-1982 00654 * 8388 us | 1 | \r", "20120001-000005-1982 00654 * 16 ms | 0 |\r", "20120001-000005-1982 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1187360418125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1187360428125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.11": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.11", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.11", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.11.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.11.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.11.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 11:57:01", "gem5 started May 5 2021 15:42:03", "gem5 executing on swsnetlab05, pid 81096", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/gem5-out.client.11 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/0/gem5-cp.client.11 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/cfg.client.11.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.pci.client.11. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-12/1/nic.shm.client.11. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1216291324375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.738933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.738933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.738933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.738933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.743933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.744932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.859915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.860915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.860915] i40e 0000:00:02.0: MAC address: b4:7d:7e:83:a6:0b\r", "[ 0.860915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.861915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.15/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.473822] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4738 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4748 00654 * Register (udptransport.cc:396): Listening on UDP port 38016\r", "20120001-000001-4758 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.657794] random: crng init done\r", "20120001-000005-1662 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.690439 seconds\r", "20120001-000005-1662 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1672 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1682 00654 * CooldownDone (benchmark.cc:129): Average latency is 91258 ns (91 us)\r", "20120001-000005-1682 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-1682 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1682 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2132 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2132 00654 * LATENCY total: 0 ns 91 us/1 ns 56 ms (40001 samples, 3650 ms total)\r", "20120001-000005-2132 00654 * 1 ns | 36629 | ==================================================\r", "20120001-000005-2132 00654 * ... |\r", "20120001-000005-2132 00654 * 524 us | 3284 | ====\r", "20120001-000005-2132 00654 * 1048 us | 57 | \r", "20120001-000005-2132 00654 * 2097 us | 27 | \r", "20120001-000005-2132 00654 * 4194 us | 0 |\r", "20120001-000005-2132 00654 * 8388 us | 1 | \r", "20120001-000005-2132 00654 * 16 ms | 0 |\r", "20120001-000005-2132 00654 * 33 ms | 3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 6696835054625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3470", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7014", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1216291314375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1216291324375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}