{"exp_name": "nopaxos-gt-ib-ehseq-4", "metadata": {}, "start_time": 1620028493.617033, "end_time": 1620068233.3066447, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1b6be3237cac", "sync_pci=1 sync_eth=1", "main_time = 3445215047000", "main_time = 4879993247000", "main_time = 10209947531000", "main_time = 10304939893000", "exit main_time: 11678573247000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["69cf18148c48", "sync_pci=1 sync_eth=1", "main_time = 3445214970000", "main_time = 4879993244000", "main_time = 10209946905000", "main_time = 10304939963000", "exit main_time: 11678573296000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7a58d6fe8714", "sync_pci=1 sync_eth=1", "main_time = 3445215000000", "main_time = 4879993244000", "main_time = 10209947478000", "main_time = 10304939930750", "exit main_time: 11678573232000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4d0853ff6d0c", "sync_pci=1 sync_eth=1", "main_time = 3445214136249", "main_time = 4879993244000", "main_time = 10209946705000", "main_time = 10304939860249", "exit main_time: 11678573207000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5d91b95967d8", "sync_pci=1 sync_eth=1", "main_time = 3445215005000", "main_time = 4879993232000", "main_time = 10209947482000", "main_time = 10304939913000", "exit main_time: 11678573199000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2bf50c2a7778", "sync_pci=1 sync_eth=1", "main_time = 3445215033000", "main_time = 4879992433374", "main_time = 10209947462000", "main_time = 10304939135374", "exit main_time: 11678573210000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3c7e9d547240", "sync_pci=1 sync_eth=1", "main_time = 3445215032000", "main_time = 4879993158000", "main_time = 10209946608000", "main_time = 10304939879000", "exit main_time: 11678573260000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["f2e9e55583c", "sync_pci=1 sync_eth=1", "main_time = 3445215012000", "main_time = 4879993203000", "main_time = 10209947373249", "main_time = 10304939910000", "exit main_time: 11678572330999"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:54:54", "gem5 executing on swsnetlab06, pid 8288", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1200837613125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.753933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.753933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.753933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.753933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.759932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.759932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.875915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.876915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.876915] i40e 0000:00:02.0: MAC address: ac:7c:23:e3:6b:1b\r", "[    0.876915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.877915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    1.085883] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1200837603125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1200837613125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:54:55", "gem5 executing on swsnetlab06, pid 8289", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1185937833125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.751933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.751933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.752933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.752933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.757932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.757932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.873914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.874914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.874914] i40e 0000:00:02.0: MAC address: 48:8c:14:18:cf:69\r", "[    0.874914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.875914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9848 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9858 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9868 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.096880] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1185937823125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1185937833125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:54:56", "gem5 executing on swsnetlab06, pid 8290", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1171359506250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.739934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.739934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.739934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.739934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.744933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.745933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.860915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.861915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.861915] i40e 0000:00:02.0: MAC address: 14:87:fe:d6:58:7a\r", "[    0.861915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.863915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9688 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9698 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9708 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9708 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.099879] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1171359496250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1171359506250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:54:57", "gem5 executing on swsnetlab06, pid 8291", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1213499377125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.754933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.754933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.754933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.754933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.760932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.760932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.876915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.876915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.876915] i40e 0000:00:02.0: MAC address: 0c:6d:ff:53:08:4d\r", "[    0.876915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.878914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9848 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9868 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9868 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.072885] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1213499367125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1213499377125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:54:58", "gem5 executing on swsnetlab06, pid 8292", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1242360366125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.739933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.739933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.739933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.740933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.745932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.745932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.861915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.862914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.862914] i40e 0000:00:02.0: MAC address: d8:67:59:b9:91:5d\r", "[    0.862914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.863914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register        (udptransport.cc:396): Listening on UDP port 34947\r", "20120001-000000-9738 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.115876] random: crng init done\r", "20120001-000010-1405 00653 * Finish          (benchmark.cc:190): Completed 200000 requests in 9.166606 seconds\r", "20120001-000010-1405 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-1465 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-1465 00653 * CooldownDone    (benchmark.cc:129): Average latency is 44697 ns (44 us)\r", "20120001-000010-1465 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1465 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1465 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-1675 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-1675 00653 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8939 ms total)\r", "20120001-000010-1675 00653 *       1 ns |     191430 | ==================================================\r", "20120001-000010-1675 00653 *        ... |\r", "20120001-000010-1675 00653 *     524 us |       8410 | ==\r", "20120001-000010-1675 00653 *    1048 us |         86 | \r", "20120001-000010-1675 00653 *    2097 us |         66 | \r", "20120001-000010-1675 00653 *    4194 us |          0 |\r", "20120001-000010-1675 00653 *    8388 us |          0 |\r", "20120001-000010-1675 00653 *      16 ms |          9 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1242360356125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1242360366125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:55:03", "gem5 executing on swsnetlab06, pid 8298", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1223095065125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.748933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.753932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.753932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.869915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.870914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.870914] i40e 0000:00:02.0: MAC address: 78:77:2a:0c:f5:2b\r", "[    0.870914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.871914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00653 * Register        (udptransport.cc:396): Listening on UDP port 48426\r", "20120001-000000-9818 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.122876] random: crng init done\r", "20120001-000010-1565 00653 * Finish          (benchmark.cc:190): Completed 200000 requests in 9.173606 seconds\r", "20120001-000010-1565 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-1625 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-1625 00653 * CooldownDone    (benchmark.cc:129): Average latency is 44792 ns (44 us)\r", "20120001-000010-1625 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1625 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1625 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-1765 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-1765 00653 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8958 ms total)\r", "20120001-000010-1765 00653 *       1 ns |     191401 | ==================================================\r", "20120001-000010-1765 00653 *        ... |\r", "20120001-000010-1765 00653 *     524 us |       8440 | ==\r", "20120001-000010-1765 00653 *    1048 us |         94 | \r", "20120001-000010-1765 00653 *    2097 us |         57 | \r", "20120001-000010-1765 00653 *    4194 us |          0 |\r", "20120001-000010-1765 00653 *    8388 us |          0 |\r", "20120001-000010-1765 00653 *      16 ms |          9 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1223095055125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1223095065125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:55:08", "gem5 executing on swsnetlab06, pid 8299", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1268810249125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.740933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.740933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.740933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.741933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.746932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.746932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.862914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.862914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.863914] i40e 0000:00:02.0: MAC address: 40:72:54:9d:7e:3c\r", "[    0.863914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.864914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    0.971898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00654 * Register        (udptransport.cc:396): Listening on UDP port 53932\r", "20120001-000000-9738 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.114876] random: crng init done\r", "20120001-000010-1455 00654 * Finish          (benchmark.cc:190): Completed 200000 requests in 9.171606 seconds\r", "20120001-000010-1455 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-1505 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-1515 00654 * CooldownDone    (benchmark.cc:129): Average latency is 44837 ns (44 us)\r", "20120001-000010-1515 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1515 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1515 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-1665 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-1665 00654 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8967 ms total)\r", "20120001-000010-1665 00654 *       1 ns |     191390 | ==================================================\r", "20120001-000010-1665 00654 *        ... |\r", "20120001-000010-1665 00654 *     524 us |       8447 | ==\r", "20120001-000010-1665 00654 *    1048 us |        103 | \r", "20120001-000010-1665 00654 *    2097 us |         52 | \r", "20120001-000010-1665 00654 *    4194 us |          0 |\r", "20120001-000010-1665 00654 *    8388 us |          0 |\r", "20120001-000010-1665 00654 *      16 ms |          9 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1268810239125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1268810249125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  3 2021 09:55:13", "gem5 executing on swsnetlab06, pid 8300", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1248146280125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.748933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.748933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.749933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.749933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.754932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.754932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.870915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.871914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.871914] i40e 0000:00:02.0: MAC address: 3c:58:55:9e:2e:0f\r", "[    0.871914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.872914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    0.979898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00655 * Register        (udptransport.cc:396): Listening on UDP port 45193\r", "20120001-000000-9818 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.118877] random: crng init done\r", "20120001-000010-1615 00655 * Finish          (benchmark.cc:190): Completed 200000 requests in 9.179604 seconds\r", "20120001-000010-1615 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-1665 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-1665 00655 * CooldownDone    (benchmark.cc:129): Average latency is 44912 ns (44 us)\r", "20120001-000010-1665 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1675 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-1675 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-1755 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-1755 00655 * LATENCY total: 0 ns 44 us/1 ns 18 ms (200001 samples, 8982 ms total)\r", "20120001-000010-1755 00655 *       1 ns |     191379 | ==================================================\r", "20120001-000010-1755 00655 *        ... |\r", "20120001-000010-1755 00655 *     524 us |       8456 | ==\r", "20120001-000010-1755 00655 *    1048 us |        105 | \r", "20120001-000010-1755 00655 *    2097 us |         52 | \r", "20120001-000010-1755 00655 *    4194 us |          0 |\r", "20120001-000010-1755 00655 *    8388 us |          0 |\r", "20120001-000010-1755 00655 *      16 ms |          9 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 11678571977625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1248146270125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1248146280125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}}, "success": true}