{"exp_name":"nopaxos-gt-ib-ehseq-3","metadata":{},"start_time":1619990005.0323808,"end_time":1620029975.89638,"sims":{"nic.sequencer.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.sequencer.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["7cefe7ba240c","sync_pci=1 sync_eth=1","exit main_time: 11425854994000"]},"nic.replica.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5bdcfaef2e78","sync_pci=1 sync_eth=1","exit main_time: 11425854967000"]},"nic.replica.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["3f1580900f3c","sync_pci=1 sync_eth=1","exit main_time: 11425855016000"]},"nic.replica.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["1e02b28519a4","sync_pci=1 sync_eth=1","exit main_time: 11425854983000"]},"nic.client.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["78a32c464db0","sync_pci=1 sync_eth=1","exit main_time: 11425855000000"]},"nic.client.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["57906e3b581c","sync_pci=1 sync_eth=1","exit main_time: 11425854932000"]},"nic.client.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["6819dcdd52e4","sync_pci=1 sync_eth=1","exit main_time: 11425854169374"]},"net.":{"class":"NS3SequencerNet","cmd":["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh","sequencer","sequencer-single-switch-example","--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.sequencer.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.1.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.replica.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.0.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.1.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.eth.client.2.","--LinkRate=100Gb/s","--LinkLatency=500ns"],"stdout":[],"stderr":["Create client and server nodes, and optionally endhost sequencer nodes","Create switch node","Create simple channels","Create Switch","Create Cosims and Bridges"]},"host.sequencer.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.sequencer.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.sequencer.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.sequencer.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.sequencer.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.sequencer.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:25","gem5 executing on swsnetlab06, pid 57331","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1198006630250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.743933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.743933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.743933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.743933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.748932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.748932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.864914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.865914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.865914] i40e 0000:00:02.0: MAC address: 0c:24:ba:e7:ef:7c\r","[ 0.865914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.866914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.100/24 dev eth0\r","+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r","[ 1.183866] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3457","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7001","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1198006620250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1198006630250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented"]},"host.replica.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:27","gem5 executing on swsnetlab06, pid 57366","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1255358118125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.748933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.748933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.748933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.754932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.754932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.870915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.870915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.870915] i40e 0000:00:02.0: MAC address: 78:2e:ef:fa:dc:5b\r","[ 0.871915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.872914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.1/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r","20120001-000000-9768 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r","20120001-000000-9778 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9788 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9788 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.131875] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3460","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7004","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1255358108125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1255358118125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:28","gem5 executing on swsnetlab06, pid 57521","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1274113135125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.756932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.756932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.756932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.756932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.762931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.762931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.878914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.878914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.878914] i40e 0000:00:02.0: MAC address: 3c:0f:90:80:15:3f\r","[ 0.878914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.880913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.2/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r","20120001-000000-9848 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r","20120001-000000-9858 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9868 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.120877] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3466","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7010","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1274113125125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1274113135125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:29","gem5 executing on swsnetlab06, pid 57523","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1288500508250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.754931] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.754931] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.754931] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.755931] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.760930] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.760930] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.876912] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.876912] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.877912] i40e 0000:00:02.0: MAC address: a4:19:85:b2:02:1e\r","[ 0.877912] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.878912] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965899] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.3/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r","20120001-000000-9848 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r","20120001-000000-9858 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9858 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9868 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.104878] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3467","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7011","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1288500498250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1288500508250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented"]},"host.client.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:30","gem5 executing on swsnetlab06, pid 57525","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1275155770125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.747933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.753932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.753932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.869915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.869915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.870914] i40e 0000:00:02.0: MAC address: b0:4d:46:2c:a3:78\r","[ 0.870914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.871914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.4/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1050 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 2.030738] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000002-0307 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000002-0317 00653 * Register (udptransport.cc:396): Listening on UDP port 59030\r","20120001-000002-0327 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 2.160718] random: crng init done\r","20120001-000010-8653 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 8.832657 seconds\r","20120001-000010-8653 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000010-8703 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000010-8713 00653 * CooldownDone (benchmark.cc:129): Average latency is 43098 ns (43 us)\r","20120001-000010-8713 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000010-8713 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000010-8713 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3469","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7013","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1275155760125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1275155770125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:35","gem5 executing on swsnetlab06, pid 57527","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1305588769375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.750933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.756932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.756932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.872914] i40e 0000:00:02.0: MAC address: 1c:58:3b:6e:90:57\r","[ 0.872914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.874914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.5/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.979898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9798 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9808 00653 * Register (udptransport.cc:396): Listening on UDP port 59281\r","20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.115877] random: crng init done\r","20120001-000009-8415 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 8.859653 seconds\r","20120001-000009-8415 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000009-8465 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000009-8465 00653 * CooldownDone (benchmark.cc:129): Average latency is 43448 ns (43 us)\r","20120001-000009-8465 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000009-8475 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000009-8475 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000009-8705 00653 * operator() (client.cc:273): All clients done.\r","20120001-000009-8705 00653 * LATENCY total: 0 ns 43 us/1 ns 13 ms (200001 samples, 8689 ms total)\r","20120001-000009-8705 00653 * 1 ns | 191569 | ==================================================\r","20120001-000009-8705 00653 * ... |\r","20120001-000009-8705 00653 * 524 us | 8305 | ==\r","20120001-000009-8705 00653 * 1048 us | 78 | \r","20120001-000009-8705 00653 * 2097 us | 41 | \r","20120001-000009-8705 00653 * 4194 us | 0 |\r","20120001-000009-8705 00653 * 8388 us | 8 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3472","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7016","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1305588759375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1305588769375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 2 2021 23:13:40","gem5 executing on swsnetlab06, pid 57532","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-3/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1299432860125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.763931] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.763931] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.763931] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.763931] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.769930] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.769930] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.885912] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.885912] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.885912] i40e 0000:00:02.0: MAC address: e4:52:dd:dc:19:68\r","[ 0.886912] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.887912] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.967900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.967900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.967900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.967900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.973899] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.6/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.995896] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9958 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9968 00654 * Register (udptransport.cc:396): Listening on UDP port 38285\r","20120001-000000-9978 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.128875] random: crng init done\r","20120001-000009-8655 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 8.867652 seconds\r","20120001-000009-8665 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000009-8715 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000009-8715 00654 * CooldownDone (benchmark.cc:129): Average latency is 43488 ns (43 us)\r","20120001-000009-8715 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000009-8715 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r","20120001-000009-8725 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000009-8875 00654 * operator() (client.cc:273): All clients done.\r","20120001-000009-8875 00654 * LATENCY total: 0 ns 43 us/1 ns 13 ms (200001 samples, 8697 ms total)\r","20120001-000009-8875 00654 * 1 ns | 191550 | ==================================================\r","20120001-000009-8875 00654 * ... |\r","20120001-000009-8875 00654 * 524 us | 8326 | ==\r","20120001-000009-8875 00654 * 1048 us | 79 | \r","20120001-000009-8875 00654 * 2097 us | 38 | \r","20120001-000009-8875 00654 * 4194 us | 1 | \r","20120001-000009-8875 00654 * 8388 us | 7 | \r","+ sleep 1\r","+ m5 exit\r","Exiting @ tick 11425853672125 because m5_exit instruction encountered"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3473","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7017","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1299432850125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1299432860125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]}},"success":true}
