{"exp_name":"nopaxos-gt-ib-ehseq-4","metadata":{},"start_time":1620028493.617033,"end_time":1620068233.3066447,"sims":{"nic.sequencer.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["1b6be3237cac","sync_pci=1 sync_eth=1","main_time = 3445215047000","main_time = 4879993247000","main_time = 10209947531000","main_time = 10304939893000","exit main_time: 11678573247000"]},"nic.replica.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["69cf18148c48","sync_pci=1 sync_eth=1","main_time = 3445214970000","main_time = 4879993244000","main_time = 10209946905000","main_time = 10304939963000","exit main_time: 11678573296000"]},"nic.replica.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["7a58d6fe8714","sync_pci=1 sync_eth=1","main_time = 3445215000000","main_time = 4879993244000","main_time = 10209947478000","main_time = 10304939930750","exit main_time: 11678573232000"]},"nic.replica.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["4d0853ff6d0c","sync_pci=1 sync_eth=1","main_time = 3445214136249","main_time = 4879993244000","main_time = 10209946705000","main_time = 10304939860249","exit main_time: 11678573207000"]},"nic.client.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5d91b95967d8","sync_pci=1 sync_eth=1","main_time = 3445215005000","main_time = 4879993232000","main_time = 10209947482000","main_time = 10304939913000","exit main_time: 11678573199000"]},"nic.client.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["2bf50c2a7778","sync_pci=1 sync_eth=1","main_time = 3445215033000","main_time = 4879992433374","main_time = 10209947462000","main_time = 10304939135374","exit main_time: 11678573210000"]},"nic.client.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["3c7e9d547240","sync_pci=1 sync_eth=1","main_time = 3445215032000","main_time = 4879993158000","main_time = 10209946608000","main_time = 10304939879000","exit main_time: 11678573260000"]},"nic.client.3.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["f2e9e55583c","sync_pci=1 sync_eth=1","main_time = 3445215012000","main_time = 4879993203000","main_time = 10209947373249","main_time = 10304939910000","exit main_time: 11678572330999"]},"net.":{"class":"NS3SequencerNet","cmd":["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh","sequencer","sequencer-single-switch-example","--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.sequencer.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.1.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.replica.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.0.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.1.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.eth.client.3.","--LinkRate=100Gb/s","--LinkLatency=500ns"],"stdout":[],"stderr":["Create client and server nodes, and optionally endhost sequencer nodes","Create switch node","Create simple channels","Create Switch","Create Cosims and Bridges"]},"host.sequencer.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.sequencer.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.sequencer.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.sequencer.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:54:54","gem5 executing on swsnetlab06, pid 8288","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1200837613125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.753933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.753933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.753933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.753933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.759932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.759932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.875915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.876915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.876915] i40e 0000:00:02.0: MAC address: ac:7c:23:e3:6b:1b\r","[ 0.876915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.877915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.100/24 dev eth0\r","+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r","[ 1.085883] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3456","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7000","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1200837603125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1200837613125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:54:55","gem5 executing on swsnetlab06, pid 8289","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1185937833125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.751933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.751933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.752933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.752933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.757932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.757932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.873914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.874914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.874914] i40e 0000:00:02.0: MAC address: 48:8c:14:18:cf:69\r","[ 0.874914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.875914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.1/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r","20120001-000000-9848 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r","20120001-000000-9858 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9868 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.096880] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3458","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7002","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1185937823125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1185937833125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:54:56","gem5 executing on swsnetlab06, pid 8290","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1171359506250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.739934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.739934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.739934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.739934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.744933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.745933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.860915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.861915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.861915] i40e 0000:00:02.0: MAC address: 14:87:fe:d6:58:7a\r","[ 0.861915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.863915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.2/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r","20120001-000000-9688 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r","20120001-000000-9698 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9708 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9708 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.099879] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3459","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7003","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1171359496250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1171359506250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:54:57","gem5 executing on swsnetlab06, pid 8291","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1213499377125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.754933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.754933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.754933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.754933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.760932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.760932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.876915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.876915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.876915] i40e 0000:00:02.0: MAC address: 0c:6d:ff:53:08:4d\r","[ 0.876915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.878914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.3/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r","20120001-000000-9848 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r","20120001-000000-9868 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9868 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.072885] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3461","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7005","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1213499367125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1213499377125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:54:58","gem5 executing on swsnetlab06, pid 8292","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1242360366125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.739933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.739933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.739933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.740933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.745932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.745932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.861915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.862914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.862914] i40e 0000:00:02.0: MAC address: d8:67:59:b9:91:5d\r","[ 0.862914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.863914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.4/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9728 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9738 00653 * Register (udptransport.cc:396): Listening on UDP port 34947\r","20120001-000000-9738 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.115876] random: crng init done\r","20120001-000010-1405 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 9.166606 seconds\r","20120001-000010-1405 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000010-1465 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000010-1465 00653 * CooldownDone (benchmark.cc:129): Average latency is 44697 ns (44 us)\r","20120001-000010-1465 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000010-1465 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000010-1465 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000010-1675 00653 * operator() (client.cc:273): All clients done.\r","20120001-000010-1675 00653 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8939 ms total)\r","20120001-000010-1675 00653 * 1 ns | 191430 | ==================================================\r","20120001-000010-1675 00653 * ... |\r","20120001-000010-1675 00653 * 524 us | 8410 | ==\r","20120001-000010-1675 00653 * 1048 us | 86 | \r","20120001-000010-1675 00653 * 2097 us | 66 | \r","20120001-000010-1675 00653 * 4194 us | 0 |\r","20120001-000010-1675 00653 * 8388 us | 0 |\r","20120001-000010-1675 00653 * 16 ms | 9 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3462","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7006","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1242360356125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1242360366125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:55:03","gem5 executing on swsnetlab06, pid 8298","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1223095065125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.748933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.753932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.753932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.869915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.870914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.870914] i40e 0000:00:02.0: MAC address: 78:77:2a:0c:f5:2b\r","[ 0.870914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.871914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.5/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00653 * Register (udptransport.cc:396): Listening on UDP port 48426\r","20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.122876] random: crng init done\r","20120001-000010-1565 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 9.173606 seconds\r","20120001-000010-1565 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000010-1625 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000010-1625 00653 * CooldownDone (benchmark.cc:129): Average latency is 44792 ns (44 us)\r","20120001-000010-1625 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000010-1625 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000010-1625 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000010-1765 00653 * operator() (client.cc:273): All clients done.\r","20120001-000010-1765 00653 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8958 ms total)\r","20120001-000010-1765 00653 * 1 ns | 191401 | ==================================================\r","20120001-000010-1765 00653 * ... |\r","20120001-000010-1765 00653 * 524 us | 8440 | ==\r","20120001-000010-1765 00653 * 1048 us | 94 | \r","20120001-000010-1765 00653 * 2097 us | 57 | \r","20120001-000010-1765 00653 * 4194 us | 0 |\r","20120001-000010-1765 00653 * 8388 us | 0 |\r","20120001-000010-1765 00653 * 16 ms | 9 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3463","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7007","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1223095055125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1223095065125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:55:08","gem5 executing on swsnetlab06, pid 8299","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1268810249125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.740933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.740933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.740933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.741933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.746932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.746932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.862914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.862914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.863914] i40e 0000:00:02.0: MAC address: 40:72:54:9d:7e:3c\r","[ 0.863914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.864914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.6/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.971898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 53932\r","20120001-000000-9738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.114876] random: crng init done\r","20120001-000010-1455 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 9.171606 seconds\r","20120001-000010-1455 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000010-1505 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000010-1515 00654 * CooldownDone (benchmark.cc:129): Average latency is 44837 ns (44 us)\r","20120001-000010-1515 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000010-1515 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000010-1515 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000010-1665 00654 * operator() (client.cc:273): All clients done.\r","20120001-000010-1665 00654 * LATENCY total: 0 ns 44 us/1 ns 17 ms (200001 samples, 8967 ms total)\r","20120001-000010-1665 00654 * 1 ns | 191390 | ==================================================\r","20120001-000010-1665 00654 * ... |\r","20120001-000010-1665 00654 * 524 us | 8447 | ==\r","20120001-000010-1665 00654 * 1048 us | 103 | \r","20120001-000010-1665 00654 * 2097 us | 52 | \r","20120001-000010-1665 00654 * 4194 us | 0 |\r","20120001-000010-1665 00654 * 8388 us | 0 |\r","20120001-000010-1665 00654 * 16 ms | 9 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3464","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7008","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1268810239125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1268810249125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.client.3":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.3","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.3","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.3.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 09:55:13","gem5 executing on swsnetlab06, pid 8300","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-4/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1248146280125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.748933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.748933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.749933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.749933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.754932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.754932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.870915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.871914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.871914] i40e 0000:00:02.0: MAC address: 3c:58:55:9e:2e:0f\r","[ 0.871914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.872914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.7/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.979898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00655 * Register (udptransport.cc:396): Listening on UDP port 45193\r","20120001-000000-9818 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.118877] random: crng init done\r","20120001-000010-1615 00655 * Finish (benchmark.cc:190): Completed 200000 requests in 9.179604 seconds\r","20120001-000010-1615 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000010-1665 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000010-1665 00655 * CooldownDone (benchmark.cc:129): Average latency is 44912 ns (44 us)\r","20120001-000010-1665 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000010-1675 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000010-1675 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000010-1755 00655 * operator() (client.cc:273): All clients done.\r","20120001-000010-1755 00655 * LATENCY total: 0 ns 44 us/1 ns 18 ms (200001 samples, 8982 ms total)\r","20120001-000010-1755 00655 * 1 ns | 191379 | ==================================================\r","20120001-000010-1755 00655 * ... |\r","20120001-000010-1755 00655 * 524 us | 8456 | ==\r","20120001-000010-1755 00655 * 1048 us | 105 | \r","20120001-000010-1755 00655 * 2097 us | 52 | \r","20120001-000010-1755 00655 * 4194 us | 0 |\r","20120001-000010-1755 00655 * 8388 us | 0 |\r","20120001-000010-1755 00655 * 16 ms | 9 | \r","+ sleep 1\r","+ m5 exit\r","Exiting @ tick 11678571977625 because m5_exit instruction encountered"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3465","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7009","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1248146270125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1248146280125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]}},"success":true}