{"exp_name":"nopaxos-gt-ib-ehseq-12","metadata":{},"start_time":1620234275.8374896,"end_time":1620252511.1425512,"sims":{"nic.sequencer.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["3133e71db624","sync_pci=1 sync_eth=1","main_time = 5012249405000","exit main_time: 6250488314000"]},"nic.replica.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["41bd4407b0f0","sync_pci=1 sync_eth=1","main_time = 5012249472000","exit main_time: 6250488331000"]},"nic.replica.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["4dfab772d560","sync_pci=1 sync_eth=1","main_time = 5012249472000","exit main_time: 6250488309000"]},"nic.replica.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5e847adcd028","sync_pci=1 sync_eth=1","main_time = 5012248852124","exit main_time: 6250488320000"]},"nic.client.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["6f0dc127caf4","sync_pci=1 sync_eth=1","main_time = 5012249531000","exit main_time: 6250488352000"]},"nic.client.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["7f975821c5c0","sync_pci=1 sync_eth=1","main_time = 5012249474000","exit main_time: 6250488337000"]},"nic.client.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["bd479dcea30","sync_pci=1 sync_eth=1","main_time = 5012249490000","exit main_time: 6250488275000"]},"nic.client.3.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["2ce7db41dfc8","sync_pci=1 sync_eth=1","main_time = 5012249541000","exit main_time: 6250488298000"]},"nic.client.4.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.4.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["3d7115cbda94","sync_pci=1 sync_eth=1","main_time = 5012249621000","exit main_time: 6250488274000"]},"nic.client.5.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.5.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["49ae4ba6ff04","sync_pci=1 sync_eth=1","main_time = 5012249601000","exit main_time: 6250488296000"]},"nic.client.6.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.6.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5a37e5a0f9cc","sync_pci=1 sync_eth=1","main_time = 5012249630000","exit main_time: 6250488353000"]},"nic.client.7.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.7.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["6ac116ebf498","sync_pci=1 sync_eth=1","main_time = 5012249623000","exit main_time: 6250488303000"]},"nic.client.8.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.8.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["7b4ab075ef64","sync_pci=1 sync_eth=1","main_time = 5012249619000","exit main_time: 6250488281000"]},"nic.client.9.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.9.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["788608313d4","sync_pci=1 sync_eth=1","main_time = 5012249669000","exit main_time: 6250488313000"]},"nic.client.10.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.10.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["18119b890ea0","sync_pci=1 sync_eth=1","main_time = 5012249610000","exit main_time: 6250488327000"]},"nic.client.11.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.11.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["289b2d76096c","sync_pci=1 sync_eth=1","main_time = 5012249207000","exit main_time: 6250487432999"]},"net.":{"class":"NS3SequencerNet","cmd":["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh","sequencer","sequencer-single-switch-example","--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.sequencer.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.1.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.0.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.1.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.3.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.4.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.5.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.6.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.7.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.8.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.9.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.10.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.11.","--LinkRate=100Gb/s","--LinkLatency=500ns"],"stdout":[],"stderr":["Create client and server nodes, and optionally endhost sequencer nodes","Create switch node","Create simple channels","Create Switch","Create Cosims and Bridges"]},"host.sequencer.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.sequencer.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.sequencer.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.sequencer.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:36","gem5 executing on swsnetlab06, pid 73558","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1144446361250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.720936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.720936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.720936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.720936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.726935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.726935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.841918] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.842917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.842917] i40e 0000:00:02.0: MAC address: 24:b6:1d:e7:33:31\r","[ 0.842917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.844917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.100/24 dev eth0\r","+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r","[ 1.034888] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3456","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7000","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1144446351250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1144446361250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:37","gem5 executing on swsnetlab06, pid 73561","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1158052159250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.729935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.729935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.846917] i40e 0000:00:02.0: MAC address: f0:b0:07:44:bd:41\r","[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.1/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r","20120001-000000-9539 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r","20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.023890] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3457","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7001","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1158052149250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1158052159250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented"]},"host.replica.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:38","gem5 executing on swsnetlab06, pid 73565","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1138984495125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.721936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.721936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.721936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.721936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.727935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.727935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.842917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.843917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.843917] i40e 0000:00:02.0: MAC address: 60:d5:72:b7:fa:4d\r","[ 0.843917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.845917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.2/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r","20120001-000000-9529 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r","20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.039887] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3458","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7002","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1138984485125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1138984495125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:39","gem5 executing on swsnetlab06, pid 73566","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1160377499125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.728934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.728934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.728934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.728934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.733934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.733934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.849916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.850916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.850916] i40e 0000:00:02.0: MAC address: 28:d0:dc:7a:84:5e\r","[ 0.850916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.851916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.3/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r","20120001-000000-9618 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r","20120001-000000-9628 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9628 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9628 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.026889] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3459","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7003","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1160377489125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1160377499125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:40","gem5 executing on swsnetlab06, pid 73567","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1161273180250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.730934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.730934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.846917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.847917] i40e 0000:00:02.0: MAC address: f4:ca:27:c1:0d:6f\r","[ 0.847917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.848916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.4/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.956900] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9569 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9579 00654 * Register (udptransport.cc:396): Listening on UDP port 57844\r","20120001-000000-9589 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.129874] random: crng init done\r","20120001-000004-6653 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.706436 seconds\r","20120001-000004-6653 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-6663 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-6663 00654 * CooldownDone (benchmark.cc:129): Average latency is 91783 ns (91 us)\r","20120001-000004-6663 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-6663 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-6673 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-6983 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-6983 00654 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3671 ms total)\r","20120001-000004-6983 00654 * 1 ns | 36605 | ==================================================\r","20120001-000004-6983 00654 * ... |\r","20120001-000004-6983 00654 * 524 us | 3310 | ====\r","20120001-000004-6983 00654 * 1048 us | 55 | \r","20120001-000004-6983 00654 * 2097 us | 28 | \r","20120001-000004-6983 00654 * ... |\r","20120001-000004-6983 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3460","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7004","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1161273170250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1161273180250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:45","gem5 executing on swsnetlab06, pid 73568","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1145668125250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.728934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.844917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.845917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.845917] i40e 0000:00:02.0: MAC address: c0:c5:21:58:97:7f\r","[ 0.845917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.846917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.5/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1013 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1013.846/1013.846/1013.846/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 1.969746] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000001-9697 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000001-9707 00653 * Register (udptransport.cc:396): Listening on UDP port 47705\r","20120001-000001-9717 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 2.295696] random: crng init done\r","20120001-000005-2772 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.305497 seconds\r","20120001-000005-2772 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000005-2792 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000005-2792 00653 * CooldownDone (benchmark.cc:129): Average latency is 80485 ns (80 us)\r","20120001-000005-2792 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000005-2792 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000005-2792 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000005-3062 00653 * operator() (client.cc:273): All clients done.\r","20120001-000005-3062 00653 * LATENCY total: 0 ns 80 us/1 ns 56 ms (40001 samples, 3219 ms total)\r","20120001-000005-3062 00653 * 1 ns | 37006 | ==================================================\r","20120001-000005-3062 00653 * ... |\r","20120001-000005-3062 00653 * 524 us | 2924 | ===\r","20120001-000005-3062 00653 * 1048 us | 48 | \r","20120001-000005-3062 00653 * 2097 us | 20 | \r","20120001-000005-3062 00653 * 4194 us | 0 |\r","20120001-000005-3062 00653 * 8388 us | 0 |\r","20120001-000005-3062 00653 * 16 ms | 1 | \r","20120001-000005-3062 00653 * 33 ms | 2 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3461","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7005","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1145668115250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1145668125250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:50","gem5 executing on swsnetlab06, pid 73572","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1171951977125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.733934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.733934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.733934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.733934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.739933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.739933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.855915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.855915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.855915] i40e 0000:00:02.0: MAC address: 30:ea:dc:79:d4:0b\r","[ 0.856915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.857915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.6/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.964899] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9658 00654 * Register (udptransport.cc:396): Listening on UDP port 36065\r","20120001-000000-9668 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.149871] random: crng init done\r","20120001-000004-6803 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.713435 seconds\r","20120001-000004-6803 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-6813 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-6813 00654 * CooldownDone (benchmark.cc:129): Average latency is 91683 ns (91 us)\r","20120001-000004-6813 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-6823 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-6823 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7053 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7053 00654 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3667 ms total)\r","20120001-000004-7053 00654 * 1 ns | 36616 | ==================================================\r","20120001-000004-7053 00654 * ... |\r","20120001-000004-7053 00654 * 524 us | 3298 | ====\r","20120001-000004-7053 00654 * 1048 us | 51 | \r","20120001-000004-7053 00654 * 2097 us | 33 | \r","20120001-000004-7053 00654 * ... |\r","20120001-000004-7053 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3462","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7006","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1171951967125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1171951977125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.3":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.3","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.3","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.3.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:04:55","gem5 executing on swsnetlab06, pid 73573","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1193167068375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.733935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.733935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.734935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.734935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.739934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.856916] i40e 0000:00:02.0: MAC address: c8:df:41:db:e7:2c\r","[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.857916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.7/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.964900] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9649 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9659 00653 * Register (udptransport.cc:396): Listening on UDP port 47033\r","20120001-000000-9668 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.171868] random: crng init done\r","20120001-000004-6943 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.727434 seconds\r","20120001-000004-6943 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-6963 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-6963 00653 * CooldownDone (benchmark.cc:129): Average latency is 92433 ns (92 us)\r","20120001-000004-6963 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-6963 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-6963 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7053 00653 * operator() (client.cc:273): All clients done.\r","20120001-000004-7053 00653 * LATENCY total: 0 ns 92 us/1 ns 58 ms (40001 samples, 3697 ms total)\r","20120001-000004-7053 00653 * 1 ns | 36584 | ==================================================\r","20120001-000004-7053 00653 * ... |\r","20120001-000004-7053 00653 * 524 us | 3330 | ====\r","20120001-000004-7053 00653 * 1048 us | 54 | \r","20120001-000004-7053 00653 * 2097 us | 30 | \r","20120001-000004-7053 00653 * ... |\r","20120001-000004-7053 00653 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3463","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7007","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1193167058375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1193167068375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.4":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.4","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.4","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.4.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:00","gem5 executing on swsnetlab06, pid 73574","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1206368057250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.740935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.740935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.740935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.740935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.746934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.746934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.862917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.862917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.863916] i40e 0000:00:02.0: MAC address: 94:da:cb:15:71:3d\r","[ 0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.864916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.8/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.972900] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9729 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9739 00654 * Register (udptransport.cc:396): Listening on UDP port 43038\r","20120001-000000-9748 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.192866] random: crng init done\r","20120001-000004-7083 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.733433 seconds\r","20120001-000004-7083 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7093 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7103 00654 * CooldownDone (benchmark.cc:129): Average latency is 92508 ns (92 us)\r","20120001-000004-7103 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7103 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7103 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7133 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7133 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3700 ms total)\r","20120001-000004-7133 00654 * 1 ns | 36575 | ==================================================\r","20120001-000004-7133 00654 * ... |\r","20120001-000004-7133 00654 * 524 us | 3337 | ====\r","20120001-000004-7133 00654 * 1048 us | 62 | \r","20120001-000004-7133 00654 * 2097 us | 24 | \r","20120001-000004-7133 00654 * ... |\r","20120001-000004-7133 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3464","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7008","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1206368047250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1206368057250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.5":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.5","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.5","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.5.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:05","gem5 executing on swsnetlab06, pid 73580","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1212881292250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.733934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.733934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.734934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.734934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.739934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.856916] i40e 0000:00:02.0: MAC address: 04:ff:a6:4b:ae:49\r","[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.857916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.9/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.964899] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9658 00654 * Register (udptransport.cc:396): Listening on UDP port 41754\r","20120001-000000-9658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.190865] random: crng init done\r","20120001-000004-6993 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.733433 seconds\r","20120001-000004-6993 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7003 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7003 00654 * CooldownDone (benchmark.cc:129): Average latency is 92233 ns (92 us)\r","20120001-000004-7003 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7013 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7013 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7043 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7043 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3689 ms total)\r","20120001-000004-7043 00654 * 1 ns | 36589 | ==================================================\r","20120001-000004-7043 00654 * ... |\r","20120001-000004-7043 00654 * 524 us | 3322 | ====\r","20120001-000004-7043 00654 * 1048 us | 61 | \r","20120001-000004-7043 00654 * 2097 us | 26 | \r","20120001-000004-7043 00654 * ... |\r","20120001-000004-7043 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3465","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7009","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1212881282250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1212881292250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.6":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.6","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.6","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.6.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:10","gem5 executing on swsnetlab06, pid 73581","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1223096928250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.736934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.736934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.742933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.742933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.858915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.858915] i40e 0000:00:02.0: MAC address: cc:f9:a0:e5:37:5a\r","[ 0.859915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.10/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 60382\r","20120001-000000-9738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.218860] random: crng init done\r","20120001-000004-7043 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.730433 seconds\r","20120001-000004-7043 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7053 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7053 00654 * CooldownDone (benchmark.cc:129): Average latency is 92408 ns (92 us)\r","20120001-000004-7053 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7063 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7063 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7133 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7133 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3696 ms total)\r","20120001-000004-7133 00654 * 1 ns | 36586 | ==================================================\r","20120001-000004-7133 00654 * ... |\r","20120001-000004-7133 00654 * 524 us | 3326 | ====\r","20120001-000004-7133 00654 * 1048 us | 56 | \r","20120001-000004-7133 00654 * 2097 us | 30 | \r","20120001-000004-7133 00654 * ... |\r","20120001-000004-7133 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3466","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7010","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1223096918250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1223096928250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.7":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.7","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.7","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.7.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:15","gem5 executing on swsnetlab06, pid 73583","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.7 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.7 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1203567595250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.737933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.737933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.742933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.742933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.859915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.859915] i40e 0000:00:02.0: MAC address: 98:f4:eb:16:c1:6a\r","[ 0.859915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.11/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 33339\r","20120001-000000-9738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.192864] random: crng init done\r","20120001-000004-7063 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.731433 seconds\r","20120001-000004-7063 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:129): Average latency is 92358 ns (92 us)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7123 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7123 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3694 ms total)\r","20120001-000004-7123 00654 * 1 ns | 36581 | ==================================================\r","20120001-000004-7123 00654 * ... |\r","20120001-000004-7123 00654 * 524 us | 3333 | ====\r","20120001-000004-7123 00654 * 1048 us | 58 | \r","20120001-000004-7123 00654 * 2097 us | 26 | \r","20120001-000004-7123 00654 * ... |\r","20120001-000004-7123 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3467","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7011","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1203567585250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1203567595250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.8":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.8","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.8","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.8.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:20","gem5 executing on swsnetlab06, pid 73584","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.8 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.8 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.8.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1249325994125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.747933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.747933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.753932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.753932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.869915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.869915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.869915] i40e 0000:00:02.0: MAC address: 64:ef:75:b0:4a:7b\r","[ 0.869915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.871914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.12/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 37577\r","20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.244858] random: crng init done\r","20120001-000004-7073 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.725433 seconds\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7083 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7083 00654 * CooldownDone (benchmark.cc:129): Average latency is 92133 ns (92 us)\r","20120001-000004-7093 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7093 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7093 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7223 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7223 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3685 ms total)\r","20120001-000004-7223 00654 * 1 ns | 36589 | ==================================================\r","20120001-000004-7223 00654 * ... |\r","20120001-000004-7223 00654 * 524 us | 3324 | ====\r","20120001-000004-7223 00654 * 1048 us | 61 | \r","20120001-000004-7223 00654 * 2097 us | 24 | \r","20120001-000004-7223 00654 * ... |\r","20120001-000004-7223 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3468","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7012","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1249325984125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1249325994125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.9":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.9","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.9","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.9.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:25","gem5 executing on swsnetlab06, pid 73585","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.9 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.9 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.9.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1189169072250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.724936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.724936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.725936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.725936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.730935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.730935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.846917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.847917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.847917] i40e 0000:00:02.0: MAC address: d4:13:83:60:88:07\r","[ 0.847917] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.848917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.13/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.956900] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9569 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9579 00653 * Register (udptransport.cc:396): Listening on UDP port 40918\r","20120001-000000-9579 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.155870] random: crng init done\r","20120001-000004-6833 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.725434 seconds\r","20120001-000004-6833 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-6843 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-6843 00653 * CooldownDone (benchmark.cc:129): Average latency is 92383 ns (92 us)\r","20120001-000004-6843 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-6843 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-6843 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-6973 00653 * operator() (client.cc:273): All clients done.\r","20120001-000004-6973 00653 * LATENCY total: 0 ns 92 us/1 ns 58 ms (40001 samples, 3695 ms total)\r","20120001-000004-6973 00653 * 1 ns | 36588 | ==================================================\r","20120001-000004-6973 00653 * ... |\r","20120001-000004-6973 00653 * 524 us | 3326 | ====\r","20120001-000004-6973 00653 * 1048 us | 52 | \r","20120001-000004-6973 00653 * 2097 us | 32 | \r","20120001-000004-6973 00653 * ... |\r","20120001-000004-6973 00653 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3469","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7013","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1189169062250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1189169072250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.10":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.10","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.10","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.10.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:31","gem5 executing on swsnetlab06, pid 73774","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.10 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.10 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.10.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1259883917250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.748933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.748933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.748933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.754932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.754932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.870914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.870914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.870914] i40e 0000:00:02.0: MAC address: a0:0e:89:9b:11:18\r","[ 0.870914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.872914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.14/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 47791\r","20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.249857] random: crng init done\r","20120001-000004-7053 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.723433 seconds\r","20120001-000004-7053 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-7063 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7063 00654 * CooldownDone (benchmark.cc:129): Average latency is 92383 ns (92 us)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7073 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7223 00654 * operator() (client.cc:273): All clients done.\r","20120001-000004-7223 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3695 ms total)\r","20120001-000004-7223 00654 * 1 ns | 36581 | ==================================================\r","20120001-000004-7223 00654 * ... |\r","20120001-000004-7223 00654 * 524 us | 3332 | ====\r","20120001-000004-7223 00654 * 1048 us | 59 | \r","20120001-000004-7223 00654 * 2097 us | 26 | \r","20120001-000004-7223 00654 * ... |\r","20120001-000004-7223 00654 * 33 ms | 3 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3470","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7014","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1259883907250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1259883917250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.11":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.11","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.11","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.11.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 5 2021 19:05:36","gem5 executing on swsnetlab06, pid 73775","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.11 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.11 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.11.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1265164604375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.743933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.743933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.744933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.744933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.749932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.749932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.865914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.866914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.866914] i40e 0000:00:02.0: MAC address: 6c:09:76:2d:9b:28\r","[ 0.866914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.867914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.15/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r","[ 0.980897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00653 * Register (udptransport.cc:396): Listening on UDP port 57151\r","20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.244857] random: crng init done\r","20120001-000004-6983 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.716435 seconds\r","20120001-000004-6983 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000004-6993 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000004-7003 00653 * CooldownDone (benchmark.cc:129): Average latency is 91683 ns (91 us)\r","20120001-000004-7003 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000004-7003 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000004-7003 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000004-7233 00653 * operator() (client.cc:273): All clients done.\r","20120001-000004-7233 00653 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3667 ms total)\r","20120001-000004-7233 00653 * 1 ns | 36611 | ==================================================\r","20120001-000004-7233 00653 * ... |\r","20120001-000004-7233 00653 * 524 us | 3303 | ====\r","20120001-000004-7233 00653 * 1048 us | 55 | \r","20120001-000004-7233 00653 * 2097 us | 29 | \r","20120001-000004-7233 00653 * ... |\r","20120001-000004-7233 00653 * 33 ms | 3 | \r","+ sleep 1\r","+ m5 exit\r","Exiting @ tick 6250486965125 because m5_exit instruction encountered"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3471","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7015","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1265164594375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1265164604375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]}},"success":true}
