"awq_ext/exllamav2/cuda/q_matrix.cu" did not exist on "a22d67a36759598e1188f21943ee464fae222ba6"
nopaxos-gt-ib-ehseq-10-1.json 130 KB
Newer Older
1
{"exp_name": "nopaxos-gt-ib-ehseq-10", "metadata": {}, "start_time": 1620220023.6758416, "end_time": 1620234270.3847532, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9bdab8a9c94", "sync_pci=1 sync_eth=1", "main_time = 2570121275000", "exit main_time: 5741801771000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a47108d9760", "sync_pci=1 sync_eth=1", "main_time = 2570120429000", "exit main_time: 5741801729000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ad09997922c", "sync_pci=1 sync_eth=1", "main_time = 2570121202000", "exit main_time: 5741801719000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["43f3750639b0", "sync_pci=1 sync_eth=1", "main_time = 2570121202000", "exit main_time: 5741801794000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["547cd4083478", "sync_pci=1 sync_eth=1", "main_time = 2570121267000", "exit main_time: 5741801721000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["65061af32f44", "sync_pci=1 sync_eth=1", "main_time = 2570121227000", "exit main_time: 5741801732000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["758f82152a10", "sync_pci=1 sync_eth=1", "main_time = 2570121264000", "exit main_time: 5741801791000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6193f3c24dc", "sync_pci=1 sync_eth=1", "main_time = 2570121238000", "exit main_time: 5741801803000"]}, "nic.client.4.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["16a2f0261fa8", "sync_pci=1 sync_eth=1", "main_time = 2570121237000", "exit main_time: 5741801756000"]}, "nic.client.5.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["272c59691a74", "sync_pci=1 sync_eth=1", "main_time = 2570121192000", "exit main_time: 5741801763000"]}, "nic.client.6.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["37b5a7f31540", "sync_pci=1 sync_eth=1", "main_time = 2570121258000", "exit main_time: 5741801731000"]}, "nic.client.7.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3fa69ef26354", "sync_pci=1 sync_eth=1", "main_time = 2570121269000", "exit main_time: 5741801741000"]}, "nic.client.8.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["50300c545e1c", "sync_pci=1 sync_eth=1", "main_time = 2570121185000", "exit main_time: 5741801722000"]}, "nic.client.9.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["60b9a53f58e8", "sync_pci=1 sync_eth=1", "main_time = 2570121199000", "exit main_time: 5741800977374"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.3.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.4.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.5.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.6.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.7.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.8.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.9.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:04", "gem5 executing on swsnetlab06, pid 26494", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1150348591250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.845916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.845916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.845916] i40e 0000:00:02.0: MAC address: 94:9c:8a:ab:bd:09\r", "[    0.845916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.847916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    1.051885] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1150348581250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1150348591250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:05", "gem5 executing on swsnetlab06, pid 26495", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1151467502125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.722935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.722935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.722935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.722935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.727935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.843917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.844917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.844917] i40e 0000:00:02.0: MAC address: 60:97:8d:10:47:1a\r", "[    0.844917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.846917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9539 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9549 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.048886] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1151467492125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1151467502125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:06", "gem5 executing on swsnetlab06, pid 26496", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1153060545375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.846917] i40e 0000:00:02.0: MAC address: 2c:92:97:99:d0:2a\r", "[    0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9529 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9549 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.049886] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1153060535375.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1153060545375.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:07", "gem5 executing on swsnetlab06, pid 26497", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1193302276125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.750934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.750934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.751934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.751934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.756933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.756933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.872916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.873915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.873915] i40e 0000:00:02.0: MAC address: b0:39:06:75:f3:43\r", "[    0.873915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.874915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.965902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9848 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9868 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9868 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.074885] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1193302266125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1193302276125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:08", "gem5 executing on swsnetlab06, pid 26498", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1165261305250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.741934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.741934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.741934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.741934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.746933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.746933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.862916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.863916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.863916] i40e 0000:00:02.0: MAC address: 78:34:08:d4:7c:54\r", "[    0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.864915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=54.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 54.992/54.992/54.992/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    1.027891] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0278 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0288 00654 * Register        (udptransport.cc:396): Listening on UDP port 34365\r", "20120001-000001-0288 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.248857] random: crng init done\r", "20120001-000004-2544 00654 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-2544 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2554 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2554 00654 * CooldownDone    (benchmark.cc:129): Average latency is 79785 ns (79 us)\r", "20120001-000004-2554 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2554 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2554 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2613 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2613 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3191 ms total)\r", "20120001-000004-2613 00654 *       1 ns |      37066 | ==================================================\r", "20120001-000004-2613 00654 *        ... |\r", "20120001-000004-2613 00654 *     524 us |       2857 | ===\r", "20120001-000004-2613 00654 *    1048 us |         52 | \r", "20120001-000004-2613 00654 *    2097 us |         23 | \r", "20120001-000004-2613 00654 *        ... |\r", "20120001-000004-2613 00654 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1165261295250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1165261305250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:13", "gem5 executing on swsnetlab06, pid 26683", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1152652200250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.722935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.722935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.722935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.722935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.728934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.843917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.844917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.844917] i40e 0000:00:02.0: MAC address: 44:2f:f3:1a:06:65\r", "[    0.844917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.846916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=64.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 64.990/64.990/64.990/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    1.020890] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0218 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0228 00654 * Register        (udptransport.cc:396): Listening on UDP port 49642\r", "20120001-000001-0228 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.238857] random: crng init done\r", "20120001-000004-2473 00654 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-2483 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2493 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2493 00654 * CooldownDone    (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-2493 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2493 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2493 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2553 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2553 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2553 00654 *       1 ns |      37063 | ==================================================\r", "20120001-000004-2553 00654 *        ... |\r", "20120001-000004-2553 00654 *     524 us |       2862 | ===\r", "20120001-000004-2553 00654 *    1048 us |         54 | \r", "20120001-000004-2553 00654 *    2097 us |         19 | \r", "20120001-000004-2553 00654 *        ... |\r", "20120001-000004-2553 00654 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1152652190250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1152652200250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:18", "gem5 executing on swsnetlab06, pid 26684", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1182871968250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.734935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.734935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.735935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.735935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.740934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.740934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.856916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.857916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.857916] i40e 0000:00:02.0: MAC address: 10:2a:15:82:8f:75\r", "[    0.857916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.858916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=30.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 30.995/30.995/30.995/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    1.003894] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0038 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0048 00654 * Register        (udptransport.cc:396): Listening on UDP port 44144\r", "20120001-000001-0058 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.227860] random: crng init done\r", "20120001-000004-2294 00654 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.223510 seconds\r", "20120001-000004-2294 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2304 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2304 00654 * CooldownDone    (benchmark.cc:129): Average latency is 79485 ns (79 us)\r", "20120001-000004-2304 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2314 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2314 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2374 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2374 00654 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3179 ms total)\r", "20120001-000004-2374 00654 *       1 ns |      37077 | ==================================================\r", "20120001-000004-2374 00654 *        ... |\r", "20120001-000004-2374 00654 *     524 us |       2848 | ===\r", "20120001-000004-2374 00654 *    1048 us |         51 | \r", "20120001-000004-2374 00654 *    2097 us |         22 | \r", "20120001-000004-2374 00654 *        ... |\r", "20120001-000004-2374 00654 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1182871958250.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1182871968250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:23", "gem5 executing on swsnetlab06, pid 26688", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1203790267125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.742934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.742934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.742934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.742934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.748934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.748934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.864916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.864916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.864916] i40e 0000:00:02.0: MAC address: dc:24:3c:3f:19:06\r", "[    0.864916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.866916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.972899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00654 * Register        (udptransport.cc:396): Listening on UDP port 36923\r", "20120001-000000-9748 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.184867] random: crng init done\r", "20120001-000004-1954 00654 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.220511 seconds\r", "20120001-000004-1954 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1974 00654 * CooldownDone    (benchmark.cc:129): Average latency is 79435 ns (79 us)\r", "20120001-000004-1974 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1974 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1974 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2064 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2064 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3177 ms total)\r", "20120001-000004-2064 00654 *       1 ns |      37074 | ==================================================\r", "20120001-000004-2064 00654 *        ... |\r", "20120001-000004-2064 00654 *     524 us |       2850 | ===\r", "20120001-000004-2064 00654 *    1048 us |         56 | \r", "20120001-000004-2064 00654 *    2097 us |         18 | \r", "20120001-000004-2064 00654 *        ... |\r", "20120001-000004-2064 00654 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1203790257125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1203790267125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.4", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.4", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:28", "gem5 executing on swsnetlab06, pid 26691", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1193146008125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.740935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.740935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.741935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.741935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.746934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.746934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.862916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.863916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.863916] i40e 0000:00:02.0: MAC address: a8:1f:26:f0:a2:16\r", "[    0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.864916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.972899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register        (udptransport.cc:396): Listening on UDP port 46239\r", "20120001-000000-9748 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.180868] random: crng init done\r", "20120001-000004-1904 00653 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.215511 seconds\r", "20120001-000004-1904 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1914 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1914 00653 * CooldownDone    (benchmark.cc:129): Average latency is 79460 ns (79 us)\r", "20120001-000004-1914 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1914 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1914 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3178 ms total)\r", "20120001-000004-2074 00653 *       1 ns |      37081 | ==================================================\r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *     524 us |       2844 | ===\r", "20120001-000004-2074 00653 *    1048 us |         46 | \r", "20120001-000004-2074 00653 *    2097 us |         27 | \r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1193145998125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1193146008125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.5", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.5", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:33", "gem5 executing on swsnetlab06, pid 26692", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1206442822125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.735934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.735934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.735934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.735934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.740933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.740933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.856916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.857916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.857916] i40e 0000:00:02.0: MAC address: 74:1a:69:59:2c:27\r", "[    0.857916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.858915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register        (udptransport.cc:396): Listening on UDP port 41676\r", "20120001-000000-9748 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.193865] random: crng init done\r", "20120001-000004-1974 00653 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.222510 seconds\r", "20120001-000004-1974 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1984 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2074 00653 *       1 ns |      37068 | ==================================================\r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *     524 us |       2857 | ===\r", "20120001-000004-2074 00653 *    1048 us |         49 | \r", "20120001-000004-2074 00653 *    2097 us |         24 | \r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1206442812125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1206442822125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.6", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.6", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:38", "gem5 executing on swsnetlab06, pid 26693", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1209500907125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.736933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.736933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.736933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.736933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.742932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.742932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.858915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.858915] i40e 0000:00:02.0: MAC address: 40:15:f3:a7:b5:37\r", "[    0.858915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register        (udptransport.cc:396): Listening on UDP port 58675\r", "20120001-000000-9738 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.202863] random: crng init done\r", "20120001-000004-1984 00653 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-1984 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2074 00653 *       1 ns |      37072 | ==================================================\r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *     524 us |       2852 | ===\r", "20120001-000004-2074 00653 *    1048 us |         49 | \r", "20120001-000004-2074 00653 *    2097 us |         25 | \r", "20120001-000004-2074 00653 *        ... |\r", "20120001-000004-2074 00653 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1209500897125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1209500907125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.7", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.7", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:43", "gem5 executing on swsnetlab06, pid 26694", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.7 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.7 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1257080303125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.750933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.755932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.755932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.871915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.872915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.872915] i40e 0000:00:02.0: MAC address: 54:63:f2:9e:a6:3f\r", "[    0.872915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.873914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00653 * Register        (udptransport.cc:396): Listening on UDP port 58736\r", "20120001-000000-9818 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.210863] random: crng init done\r", "20120001-000004-1984 00653 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.216511 seconds\r", "20120001-000004-1984 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone    (benchmark.cc:129): Average latency is 79410 ns (79 us)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2194 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2194 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3176 ms total)\r", "20120001-000004-2194 00653 *       1 ns |      37082 | ==================================================\r", "20120001-000004-2194 00653 *        ... |\r", "20120001-000004-2194 00653 *     524 us |       2842 | ===\r", "20120001-000004-2194 00653 *    1048 us |         51 | \r", "20120001-000004-2194 00653 *    2097 us |         23 | \r", "20120001-000004-2194 00653 *        ... |\r", "20120001-000004-2194 00653 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1257080293125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1257080303125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.8": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.8", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.8", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.8.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:48", "gem5 executing on swsnetlab06, pid 26700", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.8 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.8 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.8.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1220506902125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.736934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.736934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.741933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.741933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.857916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.858916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.858916] i40e 0000:00:02.0: MAC address: 1c:5e:54:0c:30:50\r", "[    0.858916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.859915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.12/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register        (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000000-9738 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.202863] random: crng init done\r", "20120001-000004-2004 00653 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.226510 seconds\r", "20120001-000004-2004 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2014 00653 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2014 00653 * CooldownDone    (benchmark.cc:129): Average latency is 79335 ns (79 us)\r", "20120001-000004-2024 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2024 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2024 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3173 ms total)\r", "20120001-000004-2074 00653 *       1 ns |      37086 | ==================================================\r", "20120001-000004-2084 00653 *        ... |\r", "20120001-000004-2084 00653 *     524 us |       2836 | ===\r", "20120001-000004-2084 00653 *    1048 us |         54 | \r", "20120001-000004-2084 00653 *    2097 us |         22 | \r", "20120001-000004-2084 00653 *        ... |\r", "20120001-000004-2084 00653 *      33 ms |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1220506892125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1220506902125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.9": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.9", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.9", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.9.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  2 2021 20:18:45", "gem5 started May  5 2021 15:07:53", "gem5 executing on swsnetlab06, pid 26701", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.9 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.9 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.9.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1260811326125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[    0.746933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[    0.746933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[    0.746933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.746933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.751932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[    0.751932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[    0.867915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[    0.868915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[    0.868915] i40e 0000:00:02.0: MAC address: e8:58:3f:a5:b9:60\r", "[    0.868915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[    0.869914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[    0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[    0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[    0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[    0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.13/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[    0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00654 * Register        (udptransport.cc:396): Listening on UDP port 52446\r", "20120001-000000-9818 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.210863] random: crng init done\r", "20120001-000004-1954 00654 * Finish          (benchmark.cc:190): Completed 40000 requests in 3.213512 seconds\r", "20120001-000004-1954 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:129): Average latency is 79535 ns (79 us)\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1964 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2204 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-2204 00654 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3181 ms total)\r", "20120001-000004-2204 00654 *       1 ns |      37082 | ==================================================\r", "20120001-000004-2204 00654 *        ... |\r", "20120001-000004-2204 00654 *     524 us |       2843 | ===\r", "20120001-000004-2204 00654 *    1048 us |         44 | \r", "20120001-000004-2204 00654 *    2097 us |         29 | \r", "20120001-000004-2204 00654 *        ... |\r", "20120001-000004-2204 00654 *      33 ms |          3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5741800529625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1260811316125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1260811326125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}}, "success": true}