{"exp_name":"nopaxos-gt-ib-ehseq-1","metadata":{},"start_time":1619989127.0751748,"end_time":1620018882.9510684,"sims":{"nic.sequencer.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["da4d5a22240","sync_pci=1 sync_eth=1","exit main_time: 11499131968000"]},"nic.replica.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["2eb7809517d8","sync_pci=1 sync_eth=1","exit main_time: 11499131911000"]},"nic.replica.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["4fcace980d70","sync_pci=1 sync_eth=1","exit main_time: 11499131902000"]},"nic.replica.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["684553235650","sync_pci=1 sync_eth=1","exit main_time: 11499131922000"]},"nic.client.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["9580d564be4","sync_pci=1 sync_eth=1","exit main_time: 11499131009874"]},"net.":{"class":"NS3SequencerNet","cmd":["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh","sequencer","sequencer-single-switch-example","--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.sequencer.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.1.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.client.0.","--LinkRate=100Gb/s","--LinkLatency=500ns"],"stdout":[],"stderr":["Create client and server nodes, and optionally endhost sequencer nodes","Create switch node","Create simple channels","Create Switch","Create Cosims and Bridges"]},"host.sequencer.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.sequencer.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.sequencer.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.sequencer.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 22:58:48","gem5 executing on swsnetlab06, pid 54478","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1149581960250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.730934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.730934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.730934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.730934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.736934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.736934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.851916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.852916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.852916] i40e 0000:00:02.0: MAC address: 40:22:a2:d5:a4:0d\r","[ 0.852916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.854916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.100/24 dev eth0\r","+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r","[ 1.299848] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3456","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7000","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1149581950250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1149581960250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.replica.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 22:58:49","gem5 executing on swsnetlab06, pid 54485","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1257601557375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.764931] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.764931] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.764931] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.764931] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.770930] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.770930] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.886913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.886913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.887913] i40e 0000:00:02.0: MAC address: d8:17:95:80:b7:2e\r","[ 0.887913] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.888912] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.967900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.967900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.967900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.967900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.973900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.1/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r","20120001-000000-9928 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r","20120001-000000-9938 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9948 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9948 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.225861] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3459","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7003","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1257601547375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1257601557375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented"]},"host.replica.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 22:58:50","gem5 executing on swsnetlab06, pid 54488","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1165991848250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.734934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.734934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.734934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.734934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.740934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.856916] i40e 0000:00:02.0: MAC address: 70:0d:98:ce:ca:4f\r","[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.858916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.2/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r","20120001-000000-9609 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r","20120001-000000-9629 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9629 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9629 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.281851] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3461","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7005","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1165991838250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1165991848250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented"]},"host.replica.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 22:58:51","gem5 executing on swsnetlab06, pid 54491","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1199702008250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.742933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.742933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.742933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.742933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.747932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.747932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.863914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.864914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.864914] i40e 0000:00:02.0: MAC address: 50:56:23:53:45:68\r","[ 0.864914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.865914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.3/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r","20120001-000000-9688 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r","20120001-000000-9708 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9708 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9708 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.258854] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3462","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7006","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1199701998250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1199702008250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented"]},"host.client.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.client.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.client.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.client.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 22:58:52","gem5 executing on swsnetlab06, pid 54494","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1270975320125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.744933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.744933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.744933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.744933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.749932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.749932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.865914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.866914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.866914] i40e 0000:00:02.0: MAC address: e4:4b:56:0d:58:09\r","[ 0.866914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.867914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.4/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.979897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 51683\r","20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.117876] random: crng init done\r","20120001-000009-8995 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 8.917644 seconds\r","20120001-000009-8995 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000009-9055 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000009-9055 00654 * CooldownDone (benchmark.cc:129): Average latency is 43658 ns (43 us)\r","20120001-000009-9055 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000009-9055 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000009-9055 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000009-9705 00654 * operator() (client.cc:273): All clients done.\r","20120001-000009-9705 00654 * LATENCY total: 0 ns 43 us/1 ns 4999 us (200001 samples, 8731 ms total)\r","20120001-000009-9705 00654 * 1 ns | 191345 | ==================================================\r","20120001-000009-9705 00654 * ... |\r","20120001-000009-9705 00654 * 524 us | 8610 | ==\r","20120001-000009-9705 00654 * 1048 us | 31 | \r","20120001-000009-9705 00654 * 2097 us | 7 | \r","20120001-000009-9705 00654 * 4194 us | 8 | \r","+ sleep 1\r","+ m5 exit\r","Exiting @ tick 11499130572250 because m5_exit instruction encountered"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3464","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7008","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1270975310125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1270975320125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]}},"success":true}