{"exp_name": "nopaxos-gt-ib-swseq-5", "metadata": {}, "start_time": 1620060792.7710571, "end_time": 1620099462.1026518, "sims": {"nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8aa19491c4c", "[61595] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.0.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978646000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["782082402180", "[61596] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.1.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978631000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["679724c626b4", "[61597] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.2.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978600000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["570df47d2be8", "[61598] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.0.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978677000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["468453d33120", "[61599] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.1.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978670000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e099707e840", "[61600] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.2.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978606000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e932a1de30c", "[61601] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.3.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352978625000"]}, "nic.client.4.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic/i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted swsnetlab05", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["cf6a30af2a8", "[61602] SimbricksNicIfInit(/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.4.)", "sync_pci=1 sync_eth=1", "exit main_time: 11352977844749"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.3.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:13", "gem5 executing on swsnetlab05, pid 61606", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1231087513250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.748934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.748934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.749934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.749934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.754933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.754933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.870915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.871915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.871915] i40e 0000:00:02.0: MAC address: 4c:1c:49:19:aa:08\r", "[    0.871915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.872915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9768 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9778 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9788 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9788 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.624801] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1231087503250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1231087513250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:14", "gem5 executing on swsnetlab05, pid 61608", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1259364644125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.750932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.750932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.750932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.750932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.756931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.756931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.872914] i40e 0000:00:02.0: MAC address: 80:21:40:82:20:78\r", "[    0.872914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.874913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9768 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9778 00649 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9778 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9788 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.612801] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1259364634125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1259364644125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:15", "gem5 executing on swsnetlab05, pid 61609", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1300630321250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.754932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.754932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.754932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.754932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.760931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.760931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.875914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.876914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.876914] i40e 0000:00:02.0: MAC address: b4:26:c6:24:97:67\r", "[    0.876914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.877913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9848 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9858 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9858 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.560810] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1300630311250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1300630321250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:16", "gem5 executing on swsnetlab05, pid 61611", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1275850839250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.743934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.743934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.744934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.744934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.749933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.749933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.865915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.866915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.866915] i40e 0000:00:02.0: MAC address: e8:2b:7d:f4:0d:57\r", "[    0.866915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.867915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1050 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    2.531662] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5316 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5326 00655 * Register        (udptransport.cc:396): Listening on UDP port 52104\r", "20120001-000002-5336 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.638646] random: crng init done\r", "20120001-000010-7114 00655 * Finish          (benchmark.cc:190): Completed 200000 requests in 8.177756 seconds\r", "20120001-000010-7124 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-7174 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-7174 00655 * CooldownDone    (benchmark.cc:129): Average latency is 40033 ns (40 us)\r", "20120001-000010-7174 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-7174 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-7184 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-7204 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-7204 00655 * LATENCY total: 0 ns 40 us/1 ns 51 ms (200001 samples, 8006 ms total)\r", "20120001-000010-7204 00655 *       1 ns |     192576 | ==================================================\r", "20120001-000010-7204 00655 *        ... |\r", "20120001-000010-7204 00655 *     524 us |       7241 | =\r", "20120001-000010-7204 00655 *    1048 us |        123 | \r", "20120001-000010-7204 00655 *    2097 us |         53 | \r", "20120001-000010-7204 00655 *    4194 us |          0 |\r", "20120001-000010-7204 00655 *    8388 us |          0 |\r", "20120001-000010-7204 00655 *      16 ms |          2 | \r", "20120001-000010-7204 00655 *      33 ms |          6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1275850829250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1275850839250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:22", "gem5 executing on swsnetlab05, pid 61620", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1276468876125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.753932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.753932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.753932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.753932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.759931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.759931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.874914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.875914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.875914] i40e 0000:00:02.0: MAC address: 20:31:d3:53:84:46\r", "[    0.875914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.876914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1042 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1042.841/1042.841/1042.841/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    2.531662] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5316 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5326 00655 * Register        (udptransport.cc:396): Listening on UDP port 60739\r", "20120001-000002-5336 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.636646] random: crng init done\r", "20120001-000010-7134 00655 * Finish          (benchmark.cc:190): Completed 200000 requests in 8.179756 seconds\r", "20120001-000010-7134 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-7184 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-7194 00655 * CooldownDone    (benchmark.cc:129): Average latency is 40098 ns (40 us)\r", "20120001-000010-7194 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-7194 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-7194 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-7194 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000010-7194 00655 * LATENCY total: 0 ns 40 us/1 ns 52 ms (200001 samples, 8019 ms total)\r", "20120001-000010-7194 00655 *       1 ns |     192567 | ==================================================\r", "20120001-000010-7194 00655 *        ... |\r", "20120001-000010-7204 00655 *     524 us |       7244 | =\r", "20120001-000010-7204 00655 *    1048 us |        134 | \r", "20120001-000010-7204 00655 *    2097 us |         48 | \r", "20120001-000010-7204 00655 *    4194 us |          0 |\r", "20120001-000010-7204 00655 *    8388 us |          0 |\r", "20120001-000010-7204 00655 *      16 ms |          2 | \r", "20120001-000010-7204 00655 *      33 ms |          6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1276468866125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1276468876125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:27", "gem5 executing on swsnetlab05, pid 61630", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1308166243125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.756932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.756932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.757932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.757932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.762931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.762931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.878914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.879914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.879914] i40e 0000:00:02.0: MAC address: 40:e8:07:97:09:2e\r", "[    0.879914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.880913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    1.489821] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4898 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4908 00655 * Register        (udptransport.cc:396): Listening on UDP port 55136\r", "20120001-000001-4918 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.585806] random: crng init done\r", "20120001-000009-6975 00655 * Finish          (benchmark.cc:190): Completed 200000 requests in 8.205752 seconds\r", "20120001-000009-6975 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-7035 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-7035 00655 * CooldownDone    (benchmark.cc:129): Average latency is 40318 ns (40 us)\r", "20120001-000009-7035 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000009-7035 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000009-7035 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-7795 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000009-7795 00655 * LATENCY total: 0 ns 40 us/1 ns 51 ms (200001 samples, 8063 ms total)\r", "20120001-000009-7795 00655 *       1 ns |     192513 | ==================================================\r", "20120001-000009-7795 00655 *        ... |\r", "20120001-000009-7795 00655 *     524 us |       7282 | =\r", "20120001-000009-7795 00655 *    1048 us |        150 | \r", "20120001-000009-7795 00655 *    2097 us |         48 | \r", "20120001-000009-7795 00655 *    4194 us |          1 | \r", "20120001-000009-7795 00655 *    8388 us |          0 |\r", "20120001-000009-7795 00655 *      16 ms |          1 | \r", "20120001-000009-7795 00655 *      33 ms |          6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1308166233125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1308166243125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:32", "gem5 executing on swsnetlab05, pid 61639", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1328648199125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.747933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.747933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.752932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.752932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.868914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.869914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.869914] i40e 0000:00:02.0: MAC address: 0c:e3:1d:2a:93:3e\r", "[    0.869914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.870914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    1.480821] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4808 00656 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4818 00656 * Register        (udptransport.cc:396): Listening on UDP port 44058\r", "20120001-000001-4828 00656 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.575807] random: crng init done\r", "20120001-000009-6895 00656 * Finish          (benchmark.cc:190): Completed 200000 requests in 8.206752 seconds\r", "20120001-000009-6905 00656 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-6955 00656 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-6955 00656 * CooldownDone    (benchmark.cc:129): Average latency is 40073 ns (40 us)\r", "20120001-000009-6955 00656 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000009-6965 00656 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000009-6965 00656 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-7685 00656 * operator()      (client.cc:273):    All clients done.\r", "20120001-000009-7685 00656 * LATENCY total: 0 ns 40 us/1 ns 51 ms (200001 samples, 8014 ms total)\r", "20120001-000009-7685 00656 *       1 ns |     192559 | ==================================================\r", "20120001-000009-7685 00656 *        ... |\r", "20120001-000009-7685 00656 *     524 us |       7242 | =\r", "20120001-000009-7685 00656 *    1048 us |        141 | \r", "20120001-000009-7685 00656 *    2097 us |         51 | \r", "20120001-000009-7685 00656 *    4194 us |          1 | \r", "20120001-000009-7685 00656 *    8388 us |          0 |\r", "20120001-000009-7685 00656 *      16 ms |          1 | \r", "20120001-000009-7685 00656 *      33 ms |          6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3470", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7014", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1328648189125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1328648199125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.4", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.4", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.4.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.4.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 11:57:01", "gem5 started May  3 2021 18:53:37", "gem5 executing on swsnetlab05, pid 61657", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-swseq-5/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1327993778125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.756932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.756932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.756932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.756932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.762931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.762931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.878913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.878913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.878913] i40e 0000:00:02.0: MAC address: a8:f2:0a:a3:f6:0c\r", "[    0.878913] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.880913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ sleep 0.5\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[    1.488820] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-4888 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-4898 00655 * Register        (udptransport.cc:396): Listening on UDP port 49725\r", "20120001-000001-4908 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.583806] random: crng init done\r", "20120001-000009-7095 00655 * Finish          (benchmark.cc:190): Completed 200000 requests in 8.218751 seconds\r", "20120001-000009-7095 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-7145 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-7145 00655 * CooldownDone    (benchmark.cc:129): Average latency is 40213 ns (40 us)\r", "20120001-000009-7155 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000009-7155 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000009-7155 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-7805 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000009-7805 00655 * LATENCY total: 0 ns 40 us/1 ns 52 ms (200001 samples, 8042 ms total)\r", "20120001-000009-7805 00655 *       1 ns |     192521 | ==================================================\r", "20120001-000009-7805 00655 *        ... |\r", "20120001-000009-7805 00655 *     524 us |       7288 | =\r", "20120001-000009-7805 00655 *    1048 us |        136 | \r", "20120001-000009-7805 00655 *    2097 us |         48 | \r", "20120001-000009-7805 00655 *    4194 us |          1 | \r", "20120001-000009-7805 00655 *    8388 us |          0 |\r", "20120001-000009-7805 00655 *      16 ms |          1 | \r", "20120001-000009-7805 00655 *      33 ms |          6 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 11352977430625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3471", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7015", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1327993768125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1327993778125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}