Commit af8bafcb authored by Antoine Kaufmann's avatar Antoine Kaufmann
Browse files

experiments: add experiment data for nopaxos with ib

parent f44b1217
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-1", "metadata": {}, "start_time": 1607579935.5884063, "end_time": 1607588723.0274503, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3df5708aa958", "sync_pci=1 sync_eth=1", "exit main_time: 25218774069000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4e7e8985a424", "sync_pci=1 sync_eth=1", "exit main_time: 25218774054000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5f0823bf9ef0", "sync_pci=1 sync_eth=1", "exit main_time: 25218774060000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4d2e8775e6dc", "sync_pci=1 sync_eth=1", "exit main_time: 25218773314542"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder10, pid 62085", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1843565615983", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.853920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5328 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.126726] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1843565605983. Starting simulation...", "info: Entering event queue @ 1843565615983. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1843565624298. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder10, pid 62089", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1852717676761", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.846921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.847921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.847921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.847921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.847921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.847921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.847921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.847921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.847921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.847921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.847921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.847921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.847921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.847921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.848921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.848921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.853920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.854920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.854920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.854920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.854920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5258 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5288 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5288 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5288 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.014744] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1852717666761. Starting simulation...", "info: Entering event queue @ 1852717676761. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1852717677084. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder10, pid 62091", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889599878973", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.003746] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889599868973. Starting simulation...", "info: Entering event queue @ 1889599878973. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889599879296. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder10, pid 62093", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890252170362", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00653 * Register (udptransport.cc:396): Listening on UDP port 34861\r", "20120001-000001-5588 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.929757] random: crng init done\r", "20120001-000004-0894 00653 * Finish (benchmark.cc:190): Completed 20000 requests in 2.530616 seconds\r", "20120001-000004-0894 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-0914 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:129): Average latency is 125224 ns (125 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1834 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-1834 00653 * LATENCY total: 0 ns 125 us/1 ns 7998 us (20001 samples, 2504 ms total)\r", "20120001-000004-1834 00653 * 1 ns | 17516 | ==================================================\r", "20120001-000004-1834 00653 * ... |\r", "20120001-000004-1834 00653 * 524 us | 2480 | =======\r", "20120001-000004-1834 00653 * 1048 us | 1 | \r", "20120001-000004-1844 00653 * 2097 us | 2 | \r", "20120001-000004-1844 00653 * 4194 us | 2 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25218772983999 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890252160362. Starting simulation...", "info: Entering event queue @ 1890252170362. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890252170685. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-2", "metadata": {}, "start_time": 1607579935.5628867, "end_time": 1607590188.3200471, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3b24ceba93ac", "sync_pci=1 sync_eth=1", "exit main_time: 25553995238000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6cc1664f8410", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "exit main_time: 25553995283000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ee70ee56f3c", "sync_pci=1 sync_eth=1", "exit main_time: 25553995258000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["710de2035a6c", "sync_pci=1 sync_eth=1", "exit main_time: 25553995295000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1220fc0e5004", "sync_pci=1 sync_eth=1", "exit main_time: 25553994485537"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder09, pid 65162", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904849284969", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.879918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.879918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.884917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.885917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.885917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.885917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.885917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.886917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.886917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.898915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5558 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5588 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5588 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5588 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.909761] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904849274969. Starting simulation...", "info: Entering event queue @ 1904849284969. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904849285292. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder09, pid 65285", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891048799935", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5328 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5358 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.951754] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891048789935. Starting simulation...", "info: Entering event queue @ 1891048799935. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891048800258. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder09, pid 65299", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897511931334", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5448 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.959753] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897511921334. Starting simulation...", "info: Entering event queue @ 1897511931334. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897511939649. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder09, pid 65328", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1945122048226", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00654 * Register (udptransport.cc:396): Listening on UDP port 36633\r", "20120001-000001-5588 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.030742] random: crng init done\r", "20120001-000004-3203 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 2.761580 seconds\r", "20120001-000004-3213 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-3233 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-3233 00654 * CooldownDone (benchmark.cc:129): Average latency is 132273 ns (132 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3853 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-3853 00654 * LATENCY total: 0 ns 132 us/1 ns 14 ms (20001 samples, 2645 ms total)\r", "20120001-000004-3853 00654 * 1 ns | 17398 | ==================================================\r", "20120001-000004-3853 00654 * ... |\r", "20120001-000004-3853 00654 * 524 us | 2593 | =======\r", "20120001-000004-3853 00654 * 1048 us | 4 | \r", "20120001-000004-3863 00654 * 2097 us | 3 | \r", "20120001-000004-3863 00654 * 4194 us | 1 | \r", "20120001-000004-3863 00654 * 8388 us | 2 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1945122038226. Starting simulation...", "info: Entering event queue @ 1945122048226. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1945122048549. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder09, pid 65335", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2024006021956", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.880918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.575813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5758 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5788 00654 * Register (udptransport.cc:396): Listening on UDP port 49177\r", "20120001-000001-5818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.951756] random: crng init done\r", "20120001-000004-3313 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 2.749582 seconds\r", "20120001-000004-3313 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:129): Average latency is 133922 ns (133 us)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3353 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-4073 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-4073 00654 * LATENCY total: 0 ns 133 us/1 ns 14 ms (20001 samples, 2678 ms total)\r", "20120001-000004-4073 00654 * 1 ns | 17357 | ==================================================\r", "20120001-000004-4073 00654 * ... |\r", "20120001-000004-4073 00654 * 524 us | 2639 | =======\r", "20120001-000004-4073 00654 * 1048 us | 0 |\r", "20120001-000004-4083 00654 * 2097 us | 3 | \r", "20120001-000004-4083 00654 * 4194 us | 0 |\r", "20120001-000004-4083 00654 * 8388 us | 2 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25553994046713 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2024006011956. Starting simulation...", "info: Entering event queue @ 2024006021956. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2024006022279. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-3", "metadata": {}, "start_time": 1607579935.571231, "end_time": 1607593364.1380413, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["dd4543a79a8", "sync_pci=1 sync_eth=1", "exit main_time: 25799502576000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["608457395fa0", "sync_pci=1 sync_eth=1", "exit main_time: 25799502568000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["22aa33174ad0", "sync_pci=1 sync_eth=1", "exit main_time: 25799502596000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3333da394598", "sync_pci=1 sync_eth=1", "exit main_time: 25799502585000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["43bd67224064", "sync_pci=1 sync_eth=1", "exit main_time: 25799502525000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["544688e43b30", "sync_pci=1 sync_eth=1", "exit main_time: 25799501754738"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder09, pid 65190", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1884300737419", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.872919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.872919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.872919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5508 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5538 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5538 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.843772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1884300727419. Starting simulation...", "info: Entering event queue @ 1884300737419. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1884300737742. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder09, pid 65286", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944849733480", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5528 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5538 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.787779] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944849723480. Starting simulation...", "info: Entering event queue @ 1944849733480. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944849733803. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder09, pid 65300", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1860064218532", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5368 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5368 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.888763] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1860064208532. Starting simulation...", "info: Entering event queue @ 1860064218532. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1860064226847. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:00", "gem5 executing on spyder09, pid 65329", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1994949959770", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.555814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5558 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5588 00654 * Register (udptransport.cc:396): Listening on UDP port 47183\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.941755] random: crng init done\r", "20120001-000004-6323 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.070533 seconds\r", "20120001-000004-6333 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6353 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6353 00654 * CooldownDone (benchmark.cc:129): Average latency is 148070 ns (148 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6903 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6903 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2961 ms total)\r", "20120001-000004-6903 00654 * 1 ns | 17115 | ==================================================\r", "20120001-000004-6903 00654 * ... |\r", "20120001-000004-6903 00654 * 524 us | 2871 | ========\r", "20120001-000004-6903 00654 * 1048 us | 6 | \r", "20120001-000004-6913 00654 * 2097 us | 6 | \r", "20120001-000004-6913 00654 * 4194 us | 0 |\r", "20120001-000004-6913 00654 * 8388 us | 0 |\r", "20120001-000004-6913 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1994949949770. Starting simulation...", "info: Entering event queue @ 1994949959770. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1994949960093. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:05", "gem5 executing on spyder09, pid 65336", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922621349115", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.549814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5508 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5528 00654 * Register (udptransport.cc:396): Listening on UDP port 47811\r", "20120001-000001-5558 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.942754] random: crng init done\r", "20120001-000004-6293 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.073533 seconds\r", "20120001-000004-6293 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6313 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:129): Average latency is 148519 ns (148 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6853 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6853 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2970 ms total)\r", "20120001-000004-6853 00654 * 1 ns | 17111 | ==================================================\r", "20120001-000004-6853 00654 * ... |\r", "20120001-000004-6853 00654 * 524 us | 2873 | ========\r", "20120001-000004-6853 00654 * 1048 us | 8 | \r", "20120001-000004-6863 00654 * 2097 us | 5 | \r", "20120001-000004-6863 00654 * 4194 us | 1 | \r", "20120001-000004-6863 00654 * 8388 us | 0 |\r", "20120001-000004-6863 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922621339115. Starting simulation...", "info: Entering event queue @ 1922621349115. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922621349438. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:14", "gem5 executing on spyder09, pid 65349", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1964735751889", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.556814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 52800\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.877765] random: crng init done\r", "20120001-000004-6313 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.069534 seconds\r", "20120001-000004-6313 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6333 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:129): Average latency is 148270 ns (148 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6933 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6933 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2965 ms total)\r", "20120001-000004-6933 00654 * 1 ns | 17109 | ==================================================\r", "20120001-000004-6933 00654 * ... |\r", "20120001-000004-6933 00654 * 524 us | 2878 | ========\r", "20120001-000004-6933 00654 * 1048 us | 5 | \r", "20120001-000004-6943 00654 * 2097 us | 6 | \r", "20120001-000004-6943 00654 * 4194 us | 0 |\r", "20120001-000004-6943 00654 * 8388 us | 0 |\r", "20120001-000004-6943 00654 * 16 ms | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25799501451555 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1964735741889. Starting simulation...", "info: Entering event queue @ 1964735751889. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1964735752212. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-4", "metadata": {}, "start_time": 1607580625.6041443, "end_time": 1607592009.4978004, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2a6809c620f4", "sync_pci=1 sync_eth=1", "exit main_time: 26350690316000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9fd4e828a04", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a86bbf884d0", "sync_pci=1 sync_eth=1", "exit main_time: 26350690233000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["68ea2bb7946c", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7973dc8d8f38", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["47d6b6f89ed4", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5860059e99a0", "sync_pci=1 sync_eth=1", "exit main_time: 26350689486783"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:26", "gem5 executing on spyder11, pid 31480", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1888330042414", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5398 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5428 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5438 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5438 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.751784] random: crng init done\r", "20120001-000006-5480 00647 * EnterView (replica.cc:1315): [0] Entering new sessnum 0 view 1\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1888330032414. Starting simulation...", "info: Entering event queue @ 1888330042414. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1888330042737. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:27", "gem5 executing on spyder11, pid 31486", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1858653994834", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.846922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.847921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.848921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.848921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.848921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.848921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.848921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.848921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.848921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.848921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.848921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.848921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.848921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.848921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.848921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.848921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.853920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.853920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.853920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.853920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.853920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.867918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5248 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5278 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5278 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5278 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.769781] random: crng init done\r", "20120001-000006-5620 00649 * EnterView (replica.cc:1315): [1] Entering new sessnum 0 view 1\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1858653984834. Starting simulation...", "info: Entering event queue @ 1858653994834. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1858653995157. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:28", "gem5 executing on spyder11, pid 31487", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1895356472617", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5468 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.800778] random: crng init done\r", "\u001b[1;33m20120001-000006-5470 00648 ! operator() (replica.cc:137): [2] Starting view change; haven't received SyncPrepare from the leader\u001b[0m\r", "\u001b[1;33m20120001-000006-6480 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-7490 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-8500 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-9509 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-0519 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-1529 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-2539 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-3549 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-4559 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-5569 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-6578 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-7588 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-8598 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-9608 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-0618 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-1628 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-2637 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-3647 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-4657 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-5667 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-6677 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-7687 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-8697 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-9706 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-0716 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-1726 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-2736 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-3746 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-4756 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-5765 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-6775 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-7785 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-8795 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-9805 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-0815 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-1825 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-2834 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-3844 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-4854 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-5864 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-6874 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-7884 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-8893 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-9903 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-0913 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-1923 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-2933 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-3943 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-4953 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-5962 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-6972 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-7982 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-8992 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-0002 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-1012 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-2021 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-3031 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-4041 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-5051 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-6061 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-7071 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-8081 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-9090 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-0100 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-1110 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-2120 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-3130 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-4140 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-5149 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-6159 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-7169 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-8179 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-9189 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-0199 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-1209 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-2218 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-3228 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-4238 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-5248 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-6258 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-7268 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-8277 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-9287 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-0297 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-1307 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-2317 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-3327 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-4337 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-5346 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-6356 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-7366 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-8376 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-9386 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-0396 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-1405 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-2415 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-3425 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-4435 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-5445 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-6455 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-7465 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-8474 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-9484 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-0494 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-1504 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-2514 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-3524 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-4533 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-5543 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-6553 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-7563 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-8573 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-9583 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-0593 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-1602 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-2612 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-3622 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-4632 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-5642 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-6652 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-7661 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-8671 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-9681 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-0691 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-1701 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-2711 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-3721 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-4730 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-5740 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-6750 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-7760 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-8770 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-9780 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-0789 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-1799 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-2809 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-3819 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-4829 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-5839 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-6849 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-7858 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-8868 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-9878 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-0888 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-1898 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-2908 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-3918 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-4927 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-5937 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-6947 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-7957 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-8967 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-9977 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-0986 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-1996 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-3006 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-4016 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-5026 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-6036 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-7046 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-8055 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-9065 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-0075 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-1085 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-2095 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-3105 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-4114 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-5124 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-6134 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-7144 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-8154 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-9164 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-0174 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-1183 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-2193 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-3203 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-4213 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-5223 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-6233 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-7242 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-8252 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-9262 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-0272 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-1282 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-2292 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1895356462617. Starting simulation...", "info: Entering event queue @ 1895356472617. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1895356472940. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:29", "gem5 executing on spyder11, pid 31489", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1882418194846", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5528 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00653 * Register (udptransport.cc:396): Listening on UDP port 42332\r", "20120001-000001-5588 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.906761] random: crng init done\r", "20120001-000005-1842 00653 * Finish (benchmark.cc:190): Completed 20000 requests in 3.625449 seconds\r", "20120001-000005-1842 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:129): Average latency is 175314 ns (175 us)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1882 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1932 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000005-1932 00653 * LATENCY total: 0 ns 175 us/1 ns 21 ms (20001 samples, 3506 ms total)\r", "20120001-000005-1932 00653 * 1 ns | 16586 | ==================================================\r", "20120001-000005-1932 00653 * ... |\r", "20120001-000005-1932 00653 * 524 us | 3396 | ==========\r", "20120001-000005-1932 00653 * 1048 us | 8 | \r", "20120001-000005-1942 00653 * 2097 us | 8 | \r", "20120001-000005-1942 00653 * 4194 us | 0 |\r", "20120001-000005-1942 00653 * 8388 us | 0 |\r", "20120001-000005-1942 00653 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1882418184846. Starting simulation...", "info: Entering event queue @ 1882418194846. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1882418195169. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:34", "gem5 executing on spyder11, pid 31493", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899936887950", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.568813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5698 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00654 * Register (udptransport.cc:396): Listening on UDP port 41263\r", "20120001-000001-5748 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.914760] random: crng init done\r", "20120001-000005-2132 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.638447 seconds\r", "20120001-000005-2132 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:129): Average latency is 177914 ns (177 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-3112 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-3112 00654 * LATENCY total: 0 ns 177 us/1 ns 21 ms (20001 samples, 3558 ms total)\r", "20120001-000005-3112 00654 * 1 ns | 16539 | ==================================================\r", "20120001-000005-3112 00654 * ... |\r", "20120001-000005-3112 00654 * 524 us | 3436 | ==========\r", "20120001-000005-3112 00654 * 1048 us | 15 | \r", "20120001-000005-3122 00654 * 2097 us | 8 | \r", "20120001-000005-3122 00654 * 4194 us | 0 |\r", "20120001-000005-3122 00654 * 8388 us | 0 |\r", "20120001-000005-3122 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899936877950. Starting simulation...", "info: Entering event queue @ 1899936887950. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899936888273. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:39", "gem5 executing on spyder11, pid 31497", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966388580406", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00655 * Register (udptransport.cc:396): Listening on UDP port 44029\r", "20120001-000001-5738 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.911760] random: crng init done\r", "20120001-000005-2002 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 3.626449 seconds\r", "20120001-000005-2002 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:129): Average latency is 176064 ns (176 us)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2042 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2102 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2102 00655 * LATENCY total: 0 ns 176 us/1 ns 22 ms (20001 samples, 3521 ms total)\r", "20120001-000005-2102 00655 * 1 ns | 16575 | ==================================================\r", "20120001-000005-2102 00655 * ... |\r", "20120001-000005-2102 00655 * 524 us | 3402 | ==========\r", "20120001-000005-2102 00655 * 1048 us | 13 | \r", "20120001-000005-2112 00655 * 2097 us | 8 | \r", "20120001-000005-2112 00655 * 4194 us | 0 |\r", "20120001-000005-2112 00655 * 8388 us | 0 |\r", "20120001-000005-2112 00655 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966388570406. Starting simulation...", "info: Entering event queue @ 1966388580406. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966388580729. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:44", "gem5 executing on spyder11, pid 31501", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912552566643", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 46929\r", "20120001-000001-5738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.905762] random: crng init done\r", "20120001-000005-2122 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.638447 seconds\r", "20120001-000005-2122 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2142 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:129): Average latency is 177714 ns (177 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-3082 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-3082 00654 * LATENCY total: 0 ns 177 us/1 ns 22 ms (20001 samples, 3554 ms total)\r", "20120001-000005-3082 00654 * 1 ns | 16544 | ==================================================\r", "20120001-000005-3082 00654 * ... |\r", "20120001-000005-3082 00654 * 524 us | 3433 | ==========\r", "20120001-000005-3082 00654 * 1048 us | 13 | \r", "20120001-000005-3092 00654 * 2097 us | 8 | \r", "20120001-000005-3092 00654 * 4194 us | 0 |\r", "20120001-000005-3092 00654 * 8388 us | 0 |\r", "20120001-000005-3092 00654 * 16 ms | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26350689108825 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912552556643. Starting simulation...", "info: Entering event queue @ 1912552566643. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912552566966. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-5", "metadata": {}, "start_time": 1607579935.5956416, "end_time": 1607596256.9086866, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a37636a547c", "sync_pci=1 sync_eth=1", "exit main_time: 26919287298000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2b4aeda74a14", "sync_pci=1 sync_eth=1", "exit main_time: 26919287251000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4c5d86f03fa8", "sync_pci=1 sync_eth=1", "exit main_time: 26919287300000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7dfa6ec4300c", "sync_pci=1 sync_eth=1", "exit main_time: 26919287253000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2f96e56b2070", "sync_pci=1 sync_eth=1", "exit main_time: 26919287279000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4f59c15258bc", "sync_pci=1 sync_eth=1", "exit main_time: 26919287323000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["706d0fa14e54", "sync_pci=1 sync_eth=1", "exit main_time: 26919287261000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["53a638862f18", "sync_pci=1 sync_eth=1", "exit main_time: 26919286486626"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder11, pid 28625", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1830018157003", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.850921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.850921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.850921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.851920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.851920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.851920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.851920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.851920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.856920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5278 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5298 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5308 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5308 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.830772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1830018147003. Starting simulation...", "info: Entering event queue @ 1830018157003. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1830018157326. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder11, pid 28655", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891544263642", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.761784] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891544253642. Starting simulation...", "info: Entering event queue @ 1891544263642. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891544263965. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder11, pid 28660", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869962632210", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5398 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.807776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869962622210. Starting simulation...", "info: Entering event queue @ 1869962632210. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869962632533. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder11, pid 28665", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926236351494", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.551815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5518 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5548 00654 * Register (udptransport.cc:396): Listening on UDP port 59639\r", "20120001-000001-5578 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.893763] random: crng init done\r", "20120001-000005-8611 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.303346 seconds\r", "20120001-000005-8611 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:129): Average latency is 209707 ns (209 us)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8651 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9001 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9001 00654 * LATENCY total: 0 ns 209 us/1 ns 22 ms (20001 samples, 4194 ms total)\r", "20120001-000005-9001 00654 * 1 ns | 15923 | ==================================================\r", "20120001-000005-9001 00654 * ... |\r", "20120001-000005-9001 00654 * 524 us | 4054 | ============\r", "20120001-000005-9001 00654 * 1048 us | 12 | \r", "20120001-000005-9011 00654 * 2097 us | 8 | \r", "20120001-000005-9011 00654 * 4194 us | 0 |\r", "20120001-000005-9011 00654 * 8388 us | 0 |\r", "20120001-000005-9011 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926236341494. Starting simulation...", "info: Entering event queue @ 1926236351494. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926236351817. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder11, pid 28677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1893927971548", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00655 * Register (udptransport.cc:396): Listening on UDP port 48939\r", "20120001-000001-5638 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.906761] random: crng init done\r", "20120001-000005-8621 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.298346 seconds\r", "20120001-000005-8621 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:129): Average latency is 208857 ns (208 us)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8661 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9061 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9061 00655 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4177 ms total)\r", "20120001-000005-9061 00655 * 1 ns | 15944 | ==================================================\r", "20120001-000005-9061 00655 * ... |\r", "20120001-000005-9061 00655 * 524 us | 4029 | ============\r", "20120001-000005-9061 00655 * 1048 us | 16 | \r", "20120001-000005-9071 00655 * 2097 us | 8 | \r", "20120001-000005-9071 00655 * 4194 us | 0 |\r", "20120001-000005-9071 00655 * 8388 us | 0 |\r", "20120001-000005-9071 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1893927961548. Starting simulation...", "info: Entering event queue @ 1893927971548. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1893927971871. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:09", "gem5 executing on spyder11, pid 28684", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1868212334260", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1040 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1040.842/1040.842/1040.842/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 58907\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.064584] random: crng init done\r", "20120001-000006-6070 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.015390 seconds\r", "20120001-000006-6070 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-6090 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:129): Average latency is 196710 ns (196 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6320 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-6320 00654 * LATENCY total: 0 ns 196 us/1 ns 22 ms (20001 samples, 3934 ms total)\r", "20120001-000006-6320 00654 * 1 ns | 16178 | ==================================================\r", "20120001-000006-6320 00654 * ... |\r", "20120001-000006-6320 00654 * 524 us | 3796 | ===========\r", "20120001-000006-6320 00654 * 1048 us | 15 | \r", "20120001-000006-6330 00654 * 2097 us | 8 | \r", "20120001-000006-6330 00654 * 4194 us | 0 |\r", "20120001-000006-6330 00654 * 8388 us | 1 | \r", "20120001-000006-6330 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1868212324260. Starting simulation...", "info: Entering event queue @ 1868212334260. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1868212334583. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28691", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1939898338498", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.884917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.898915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.572813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5758 00654 * Register (udptransport.cc:396): Listening on UDP port 51264\r", "20120001-000001-5778 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.911761] random: crng init done\r", "20120001-000005-8801 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.301346 seconds\r", "20120001-000005-8811 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8831 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8831 00654 * CooldownDone (benchmark.cc:129): Average latency is 208457 ns (208 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9191 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9191 00654 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4169 ms total)\r", "20120001-000005-9191 00654 * 1 ns | 15955 | ==================================================\r", "20120001-000005-9191 00654 * ... |\r", "20120001-000005-9191 00654 * 524 us | 4017 | ============\r", "20120001-000005-9191 00654 * 1048 us | 17 | \r", "20120001-000005-9201 00654 * 2097 us | 8 | \r", "20120001-000005-9201 00654 * 4194 us | 0 |\r", "20120001-000005-9201 00654 * 8388 us | 0 |\r", "20120001-000005-9201 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1939898328498. Starting simulation...", "info: Entering event queue @ 1939898338498. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1939898338821. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28695", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1874602961902", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.548815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register (udptransport.cc:396): Listening on UDP port 45871\r", "20120001-000001-5548 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.905761] random: crng init done\r", "20120001-000005-8521 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.297347 seconds\r", "20120001-000005-8521 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8541 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:129): Average latency is 208457 ns (208 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8951 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8951 00654 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4169 ms total)\r", "20120001-000005-8951 00654 * 1 ns | 15946 | ==================================================\r", "20120001-000005-8951 00654 * ... |\r", "20120001-000005-8951 00654 * 524 us | 4030 | ============\r", "20120001-000005-8951 00654 * 1048 us | 13 | \r", "20120001-000005-8961 00654 * 2097 us | 8 | \r", "20120001-000005-8961 00654 * 4194 us | 0 |\r", "20120001-000005-8961 00654 * 8388 us | 0 |\r", "20120001-000005-8961 00654 * 16 ms | 4 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26919286165602 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1874602951902. Starting simulation...", "info: Entering event queue @ 1874602961902. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1874602962225. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-6", "metadata": {}, "start_time": 1607579935.6009007, "end_time": 1607616758.8224974, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3bd4125e44e0", "sync_pci=1 sync_eth=1", "exit main_time: 28467735406000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6d70bbcd3540", "sync_pci=1 sync_eth=1", "exit main_time: 28467735363000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["e839d5e2ad8", "sync_pci=1 sync_eth=1", "exit main_time: 28467735398000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1dbd0cc1685c", "sync_pci=1 sync_eth=1", "exit main_time: 28467735375000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3ed067fc5df0", "sync_pci=1 sync_eth=1", "exit main_time: 28467735422000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5fe3d8ab5388", "sync_pci=1 sync_eth=1", "exit main_time: 28467735429000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2209c7953eb8", "sync_pci=1 sync_eth=1", "exit main_time: 28467735371000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["26563b591514", "sync_pci=1 sync_eth=1", "exit main_time: 28467735417000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["687c78c30040", "sync_pci=1 sync_eth=1", "exit main_time: 28467734516525"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder11, pid 28628", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1818456651082", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.835922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.837922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.837922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.837922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.837922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.837922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.837922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.837922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.837922] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.837922] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.837922] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.837922] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.837922] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.837922] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.838922] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.838922] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.843921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.843921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.843921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.843921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.843921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.844921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.844921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.844921] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.844921] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5148 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5178 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5178 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5178 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.842769] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1818456641082. Starting simulation...", "info: Entering event queue @ 1818456651082. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1818456651405. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder11, pid 28656", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922253659506", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.877917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.879917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.879917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.879917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5558 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5588 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5588 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5588 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.816775] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922253649506. Starting simulation...", "info: Entering event queue @ 1922253659506. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922253659829. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder11, pid 28661", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865117991700", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5378 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5378 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.828772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865117981700. Starting simulation...", "info: Entering event queue @ 1865117991700. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865117992023. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder11, pid 28664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1934242463035", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 54055\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.106731] random: crng init done\r", "20120001-000007-0179 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.445172 seconds\r", "20120001-000007-0179 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:129): Average latency is 267645 ns (267 us)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0219 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0249 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0249 00654 * LATENCY total: 0 ns 267 us/1 ns 23 ms (20001 samples, 5353 ms total)\r", "20120001-000007-0259 00654 * 1 ns | 14819 | ==================================================\r", "20120001-000007-0259 00654 * ... |\r", "20120001-000007-0259 00654 * 524 us | 5145 | =================\r", "20120001-000007-0259 00654 * 1048 us | 8 | \r", "20120001-000007-0259 00654 * 2097 us | 24 | \r", "20120001-000007-0259 00654 * 4194 us | 0 |\r", "20120001-000007-0269 00654 * 8388 us | 0 |\r", "20120001-000007-0269 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1934242453035. Starting simulation...", "info: Entering event queue @ 1934242463035. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1934242463358. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder11, pid 28676", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1887527480446", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=87.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 87.987/87.987/87.987/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.652800] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6528 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6558 00654 * Register (udptransport.cc:396): Listening on UDP port 38645\r", "20120001-000001-6587 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.210715] random: crng init done\r", "20120001-000007-1009 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.442173 seconds\r", "20120001-000007-1019 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-1039 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-1039 00654 * CooldownDone (benchmark.cc:129): Average latency is 267945 ns (267 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1129 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-1129 00654 * LATENCY total: 0 ns 267 us/1 ns 22 ms (20001 samples, 5359 ms total)\r", "20120001-000007-1129 00654 * 1 ns | 14815 | ==================================================\r", "20120001-000007-1129 00654 * ... |\r", "20120001-000007-1129 00654 * 524 us | 5151 | =================\r", "20120001-000007-1129 00654 * 1048 us | 7 | \r", "20120001-000007-1139 00654 * 2097 us | 23 | \r", "20120001-000007-1139 00654 * 4194 us | 0 |\r", "20120001-000007-1139 00654 * 8388 us | 0 |\r", "20120001-000007-1139 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1887527470446. Starting simulation...", "info: Entering event queue @ 1887527480446. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1887527480769. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:09", "gem5 executing on spyder11, pid 28683", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902016814608", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.561813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5618 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5648 00654 * Register (udptransport.cc:396): Listening on UDP port 54593\r", "20120001-000001-5678 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.067736] random: crng init done\r", "20120001-000007-0009 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.433174 seconds\r", "20120001-000007-0009 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0029 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:129): Average latency is 266996 ns (266 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0209 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0209 00654 * LATENCY total: 0 ns 266 us/1 ns 23 ms (20001 samples, 5340 ms total)\r", "20120001-000007-0209 00654 * 1 ns | 14838 | ==================================================\r", "20120001-000007-0209 00654 * ... |\r", "20120001-000007-0209 00654 * 524 us | 5127 | =================\r", "20120001-000007-0209 00654 * 1048 us | 9 | \r", "20120001-000007-0219 00654 * 2097 us | 22 | \r", "20120001-000007-0219 00654 * 4194 us | 0 |\r", "20120001-000007-0219 00654 * 8388 us | 0 |\r", "20120001-000007-0219 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902016804608. Starting simulation...", "info: Entering event queue @ 1902016814608. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902016814931. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28692", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899055370683", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.855919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=75.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 75.988/75.988/75.988/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.623803] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6238 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6268 00655 * Register (udptransport.cc:396): Listening on UDP port 59303\r", "20120001-000001-6298 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.190716] random: crng init done\r", "20120001-000007-0729 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 5.443172 seconds\r", "20120001-000007-0739 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:129): Average latency is 267246 ns (267 us)\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0769 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0769 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0859 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0859 00655 * LATENCY total: 0 ns 267 us/1 ns 22 ms (20001 samples, 5345 ms total)\r", "20120001-000007-0859 00655 * 1 ns | 14826 | ==================================================\r", "20120001-000007-0859 00655 * ... |\r", "20120001-000007-0859 00655 * 524 us | 5141 | =================\r", "20120001-000007-0859 00655 * 1048 us | 6 | \r", "20120001-000007-0869 00655 * 2097 us | 23 | \r", "20120001-000007-0869 00655 * 4194 us | 0 |\r", "20120001-000007-0869 00655 * 8388 us | 0 |\r", "20120001-000007-0869 00655 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899055360683. Starting simulation...", "info: Entering event queue @ 1899055370683. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899055371006. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28696", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889241604606", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=86.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 86.987/86.987/86.987/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.640802] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6408 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6438 00654 * Register (udptransport.cc:396): Listening on UDP port 42668\r", "20120001-000001-6458 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.199717] random: crng init done\r", "20120001-000007-0869 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.441173 seconds\r", "20120001-000007-0879 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:129): Average latency is 268095 ns (268 us)\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0909 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0909 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1019 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-1019 00654 * LATENCY total: 0 ns 268 us/1 ns 23 ms (20001 samples, 5362 ms total)\r", "20120001-000007-1019 00654 * 1 ns | 14806 | ==================================================\r", "20120001-000007-1019 00654 * ... |\r", "20120001-000007-1019 00654 * 524 us | 5163 | =================\r", "20120001-000007-1019 00654 * 1048 us | 5 | \r", "20120001-000007-1029 00654 * 2097 us | 22 | \r", "20120001-000007-1029 00654 * 4194 us | 0 |\r", "20120001-000007-1029 00654 * 8388 us | 0 |\r", "20120001-000007-1029 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889241594606. Starting simulation...", "info: Entering event queue @ 1889241604606. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889241604929. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28700", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1908517743838", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.536817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5368 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5398 00654 * Register (udptransport.cc:396): Listening on UDP port 56150\r", "20120001-000001-5428 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.199716] random: crng init done\r", "20120001-000006-8670 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.324191 seconds\r", "20120001-000006-8680 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-8700 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-8700 00654 * CooldownDone (benchmark.cc:129): Average latency is 261497 ns (261 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8940 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-8940 00654 * LATENCY total: 0 ns 261 us/1 ns 22 ms (20001 samples, 5230 ms total)\r", "20120001-000006-8940 00654 * 1 ns | 14939 | ==================================================\r", "20120001-000006-8940 00654 * ... |\r", "20120001-000006-8940 00654 * 524 us | 5028 | ================\r", "20120001-000006-8940 00654 * 1048 us | 7 | \r", "20120001-000006-8950 00654 * 2097 us | 22 | \r", "20120001-000006-8950 00654 * 4194 us | 0 |\r", "20120001-000006-8950 00654 * 8388 us | 0 |\r", "20120001-000006-8950 00654 * 16 ms | 5 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 28467734069367 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1908517733838. Starting simulation...", "info: Entering event queue @ 1908517743838. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1908517744161. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-7", "metadata": {}, "start_time": 1607579935.6101153, "end_time": 1607600357.9631102, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["667f686e4ca4", "sync_pci=1 sync_eth=1", "exit main_time: 29018342559000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["770880f74770", "sync_pci=1 sync_eth=1", "exit main_time: 29018342577000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7922e594238", "sync_pci=1 sync_eth=1", "exit main_time: 29018342600000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["181bfdc23d04", "sync_pci=1 sync_eth=1", "exit main_time: 29018342570000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["28a534c437d0", "sync_pci=1 sync_eth=1", "exit main_time: 29018342618000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["392f674d329c", "sync_pci=1 sync_eth=1", "exit main_time: 29018342578000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["49b885f72d68", "sync_pci=1 sync_eth=1", "exit main_time: 29018342604000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5a422b582834", "sync_pci=1 sync_eth=1", "exit main_time: 29018342601000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6acbf0222300", "sync_pci=1 sync_eth=1", "exit main_time: 29018342551000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["58f20b4a6aec", "sync_pci=1 sync_eth=1", "exit main_time: 29018341687924"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder12, pid 30650", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1859244194710", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5408 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5438 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5438 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5448 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.784779] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1859244184710. Starting simulation...", "info: Entering event queue @ 1859244194710. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1859244195033. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder12, pid 30660", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1878328353781", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5338 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.771781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1878328343781. Starting simulation...", "info: Entering event queue @ 1878328353781. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1878328354104. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder12, pid 30663", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1875965979520", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5438 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5468 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.752785] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1875965969520. Starting simulation...", "info: Entering event queue @ 1875965979520. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1875965979843. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder12, pid 30667", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1919765003653", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.539816] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5398 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5428 00654 * Register (udptransport.cc:396): Listening on UDP port 46271\r", "20120001-000001-5458 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.214713] random: crng init done\r", "20120001-000007-7198 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.174062 seconds\r", "20120001-000007-7198 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:129): Average latency is 304488 ns (304 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8068 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-8068 00654 * LATENCY total: 0 ns 304 us/1 ns 22 ms (20001 samples, 6090 ms total)\r", "20120001-000007-8068 00654 * 1 ns | 14079 | ==================================================\r", "20120001-000007-8068 00654 * ... |\r", "20120001-000007-8068 00654 * 524 us | 5898 | ====================\r", "20120001-000007-8068 00654 * 1048 us | 4 | \r", "20120001-000007-8078 00654 * 2097 us | 14 | \r", "20120001-000007-8078 00654 * 4194 us | 0 |\r", "20120001-000007-8078 00654 * 8388 us | 0 |\r", "20120001-000007-8078 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1919764993653. Starting simulation...", "info: Entering event queue @ 1919765003653. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1919765003976. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder12, pid 30834", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891310752387", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.570813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5718 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5748 00654 * Register (udptransport.cc:396): Listening on UDP port 53599\r", "20120001-000001-5768 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.080735] random: crng init done\r", "20120001-000007-8788 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.302042 seconds\r", "20120001-000007-8788 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8808 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:129): Average latency is 311137 ns (311 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9388 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9388 00654 * LATENCY total: 0 ns 311 us/1 ns 23 ms (20001 samples, 6223 ms total)\r", "20120001-000007-9388 00654 * 1 ns | 13951 | ==================================================\r", "20120001-000007-9388 00654 * ... |\r", "20120001-000007-9388 00654 * 524 us | 6024 | =====================\r", "20120001-000007-9388 00654 * 1048 us | 5 | \r", "20120001-000007-9398 00654 * 2097 us | 15 | \r", "20120001-000007-9398 00654 * 4194 us | 0 |\r", "20120001-000007-9398 00654 * 8388 us | 0 |\r", "20120001-000007-9398 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891310742387. Starting simulation...", "info: Entering event queue @ 1891310752387. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891310752710. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:10", "gem5 executing on spyder12, pid 30839", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1876312764055", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.558814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 43784\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.066736] random: crng init done\r", "20120001-000007-8548 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.290043 seconds\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:129): Average latency is 309837 ns (309 us)\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8588 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8588 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9248 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9248 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6197 ms total)\r", "20120001-000007-9248 00654 * 1 ns | 13977 | ==================================================\r", "20120001-000007-9248 00654 * ... |\r", "20120001-000007-9248 00654 * 524 us | 5999 | =====================\r", "20120001-000007-9248 00654 * 1048 us | 4 | \r", "20120001-000007-9258 00654 * 2097 us | 15 | \r", "20120001-000007-9258 00654 * 4194 us | 0 |\r", "20120001-000007-9258 00654 * 8388 us | 0 |\r", "20120001-000007-9258 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1876312754055. Starting simulation...", "info: Entering event queue @ 1876312764055. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1876312764378. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:15", "gem5 executing on spyder12, pid 30880", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889905521358", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 53800\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.069736] random: crng init done\r", "20120001-000007-8608 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.297042 seconds\r", "20120001-000007-8608 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:129): Average latency is 309237 ns (309 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9248 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9248 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6185 ms total)\r", "20120001-000007-9248 00654 * 1 ns | 13987 | ==================================================\r", "20120001-000007-9248 00654 * ... |\r", "20120001-000007-9248 00654 * 524 us | 5993 | =====================\r", "20120001-000007-9248 00654 * 1048 us | 0 |\r", "20120001-000007-9258 00654 * 2097 us | 15 | \r", "20120001-000007-9258 00654 * 4194 us | 0 |\r", "20120001-000007-9258 00654 * 8388 us | 0 |\r", "20120001-000007-9258 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889905511358. Starting simulation...", "info: Entering event queue @ 1889905521358. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889905521681. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30886", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1874369630134", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.853920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.545815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5458 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5488 00654 * Register (udptransport.cc:396): Listening on UDP port 38700\r", "20120001-000001-5518 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.064736] random: crng init done\r", "20120001-000007-8448 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.293044 seconds\r", "20120001-000007-8458 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:129): Average latency is 309037 ns (309 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9118 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9118 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6181 ms total)\r", "20120001-000007-9118 00654 * 1 ns | 13995 | ==================================================\r", "20120001-000007-9118 00654 * ... |\r", "20120001-000007-9118 00654 * 524 us | 5980 | =====================\r", "20120001-000007-9118 00654 * 1048 us | 6 | \r", "20120001-000007-9128 00654 * 2097 us | 14 | \r", "20120001-000007-9128 00654 * 4194 us | 0 |\r", "20120001-000007-9128 00654 * 8388 us | 0 |\r", "20120001-000007-9128 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1874369620134. Starting simulation...", "info: Entering event queue @ 1874369630134. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1874369630457. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30890", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1956376798210", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 44336\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.110730] random: crng init done\r", "20120001-000007-8518 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.279045 seconds\r", "20120001-000007-8518 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:129): Average latency is 308637 ns (308 us)\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8558 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8558 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9338 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9338 00654 * LATENCY total: 0 ns 308 us/1 ns 23 ms (20001 samples, 6173 ms total)\r", "20120001-000007-9338 00654 * 1 ns | 13994 | ==================================================\r", "20120001-000007-9338 00654 * ... |\r", "20120001-000007-9338 00654 * 524 us | 5985 | =====================\r", "20120001-000007-9338 00654 * 1048 us | 4 | \r", "20120001-000007-9348 00654 * 2097 us | 12 | \r", "20120001-000007-9348 00654 * 4194 us | 0 |\r", "20120001-000007-9348 00654 * 8388 us | 0 |\r", "20120001-000007-9348 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1956376788210. Starting simulation...", "info: Entering event queue @ 1956376798210. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1956376798533. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30897", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958211073099", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 53919\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.247709] random: crng init done\r", "20120001-000007-8438 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.280045 seconds\r", "20120001-000007-8438 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:129): Average latency is 308137 ns (308 us)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9238 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9238 00654 * LATENCY total: 0 ns 308 us/1 ns 23 ms (20001 samples, 6163 ms total)\r", "20120001-000007-9238 00654 * 1 ns | 14009 | ==================================================\r", "20120001-000007-9238 00654 * ... |\r", "20120001-000007-9238 00654 * 524 us | 5967 | =====================\r", "20120001-000007-9238 00654 * 1048 us | 6 | \r", "20120001-000007-9248 00654 * 2097 us | 13 | \r", "20120001-000007-9248 00654 * 4194 us | 0 |\r", "20120001-000007-9248 00654 * 8388 us | 0 |\r", "20120001-000007-9248 00654 * 16 ms | 6 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 29018341223388 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958211063099. Starting simulation...", "info: Entering event queue @ 1958211073099. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958211073422. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-8", "metadata": {}, "start_time": 1607579935.8937333, "end_time": 1607601699.1794217, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1f64d4942c74", "sync_pci=1 sync_eth=1", "exit main_time: 30906518936000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2fee5cbe2740", "sync_pci=1 sync_eth=1", "exit main_time: 30906518959000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4077afa1220c", "sync_pci=1 sync_eth=1", "exit main_time: 30906518996000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5101016b1cd8", "sync_pci=1 sync_eth=1", "exit main_time: 30906518924000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["618aa8f217a4", "sync_pci=1 sync_eth=1", "exit main_time: 30906518986000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["72145754126c", "sync_pci=1 sync_eth=1", "exit main_time: 30906518962000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29dd9bf0d38", "sync_pci=1 sync_eth=1", "exit main_time: 30906519007000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["132722c10804", "sync_pci=1 sync_eth=1", "exit main_time: 30906518978000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["23b17c4802d0", "sync_pci=1 sync_eth=1", "exit main_time: 30906518987000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["343aadf3fd9c", "sync_pci=1 sync_eth=1", "exit main_time: 30906518974000"]}, "nic.client.7.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["44c45254f868", "sync_pci=1 sync_eth=1", "exit main_time: 30906518048579"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.6.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.eth.client.7.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder12, pid 30657", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1851909468778", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.758634] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1851909458778. Starting simulation...", "info: Entering event queue @ 1851909468778. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1851909469101. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder12, pid 30662", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1970192430415", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5278 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5308 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5308 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5308 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.675645] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1970192420415. Starting simulation...", "info: Entering event queue @ 1970192430415. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1970192430738. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder12, pid 30664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1858430861524", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5388 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5418 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.755632] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1858430851524. Starting simulation...", "info: Entering event queue @ 1858430861524. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1858430861847. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder12, pid 30668", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1911058523515", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1028 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1028.843/1028.843/1028.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00655 * Register (udptransport.cc:396): Listening on UDP port 51395\r", "20120001-000002-5916 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.073583] random: crng init done\r", "20120001-000009-8375 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 7.245898 seconds\r", "20120001-000009-8375 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8395 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:129): Average latency is 356677 ns (356 us)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8625 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8625 00655 * LATENCY total: 0 ns 356 us/1 ns 22 ms (20001 samples, 7133 ms total)\r", "20120001-000009-8625 00655 * 1 ns | 13063 | ==================================================\r", "20120001-000009-8625 00655 * ... |\r", "20120001-000009-8625 00655 * 524 us | 6911 | ==========================\r", "20120001-000009-8625 00655 * 1048 us | 4 | \r", "20120001-000009-8635 00655 * 2097 us | 16 | \r", "20120001-000009-8635 00655 * 4194 us | 0 |\r", "20120001-000009-8635 00655 * 8388 us | 0 |\r", "20120001-000009-8635 00655 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1911058513515. Starting simulation...", "info: Entering event queue @ 1911058523515. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1911058523838. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder12, pid 30835", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1909112413573", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1031 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1031.843/1031.843/1031.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00655 * Register (udptransport.cc:396): Listening on UDP port 56049\r", "20120001-000002-5916 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.074583] random: crng init done\r", "20120001-000009-8365 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 7.244898 seconds\r", "20120001-000009-8365 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8385 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8395 00655 * CooldownDone (benchmark.cc:129): Average latency is 357977 ns (357 us)\r", "20120001-000009-8395 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8395 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8395 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8635 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8635 00655 * LATENCY total: 0 ns 357 us/1 ns 22 ms (20001 samples, 7159 ms total)\r", "20120001-000009-8635 00655 * 1 ns | 13034 | ==================================================\r", "20120001-000009-8635 00655 * ... |\r", "20120001-000009-8635 00655 * 524 us | 6941 | ==========================\r", "20120001-000009-8635 00655 * 1048 us | 5 | \r", "20120001-000009-8645 00655 * 2097 us | 14 | \r", "20120001-000009-8645 00655 * 4194 us | 0 |\r", "20120001-000009-8645 00655 * 8388 us | 0 |\r", "20120001-000009-8645 00655 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1909112403573. Starting simulation...", "info: Entering event queue @ 1909112413573. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1909112413896. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:10", "gem5 executing on spyder12, pid 30840", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1903999143628", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1047 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1047.841/1047.841/1047.841/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.584657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5846 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5876 00654 * Register (udptransport.cc:396): Listening on UDP port 41616\r", "20120001-000002-5896 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.296549] random: crng init done\r", "20120001-000009-6735 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 7.083923 seconds\r", "20120001-000009-6745 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-6765 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-6765 00654 * CooldownDone (benchmark.cc:129): Average latency is 349629 ns (349 us)\r", "20120001-000009-6765 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-6775 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-6775 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-7605 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000009-7605 00654 * LATENCY total: 0 ns 349 us/1 ns 22 ms (20001 samples, 6992 ms total)\r", "20120001-000009-7605 00654 * 1 ns | 13204 | ==================================================\r", "20120001-000009-7605 00654 * ... |\r", "20120001-000009-7605 00654 * 524 us | 6771 | =========================\r", "20120001-000009-7605 00654 * 1048 us | 3 | \r", "20120001-000009-7615 00654 * 2097 us | 16 | \r", "20120001-000009-7615 00654 * 4194 us | 0 |\r", "20120001-000009-7615 00654 * 8388 us | 0 |\r", "20120001-000009-7615 00654 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1903999133628. Starting simulation...", "info: Entering event queue @ 1903999143628. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1903999143951. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30881", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1876239057835", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.850921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.850921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.850921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.850921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.850921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.850921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.851921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.856920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1042 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1042.841/1042.841/1042.841/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 52789\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.057586] random: crng init done\r", "20120001-000009-8295 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 7.237900 seconds\r", "20120001-000009-8295 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8315 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8325 00654 * CooldownDone (benchmark.cc:129): Average latency is 357177 ns (357 us)\r", "20120001-000009-8325 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8325 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8325 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8625 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8625 00654 * LATENCY total: 0 ns 357 us/1 ns 22 ms (20001 samples, 7143 ms total)\r", "20120001-000009-8625 00654 * 1 ns | 13049 | ==================================================\r", "20120001-000009-8625 00654 * ... |\r", "20120001-000009-8625 00654 * 524 us | 6929 | ==========================\r", "20120001-000009-8625 00654 * 1048 us | 2 | \r", "20120001-000009-8635 00654 * 2097 us | 14 | \r", "20120001-000009-8635 00654 * 4194 us | 0 |\r", "20120001-000009-8635 00654 * 8388 us | 0 |\r", "20120001-000009-8635 00654 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1876239047835. Starting simulation...", "info: Entering event queue @ 1876239057835. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1876239058158. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30887", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869835671964", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1031 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1031.843/1031.843/1031.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 47340\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.034589] random: crng init done\r", "20120001-000009-8125 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 7.220903 seconds\r", "20120001-000009-8125 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8155 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8155 00654 * CooldownDone (benchmark.cc:129): Average latency is 355728 ns (355 us)\r", "20120001-000009-8155 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8165 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8165 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8635 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8635 00654 * LATENCY total: 0 ns 355 us/1 ns 22 ms (20001 samples, 7114 ms total)\r", "20120001-000009-8635 00654 * 1 ns | 13081 | ==================================================\r", "20120001-000009-8635 00654 * ... |\r", "20120001-000009-8635 00654 * 524 us | 6895 | ==========================\r", "20120001-000009-8635 00654 * 1048 us | 3 | \r", "20120001-000009-8645 00654 * 2097 us | 15 | \r", "20120001-000009-8645 00654 * 4194 us | 0 |\r", "20120001-000009-8645 00654 * 8388 us | 0 |\r", "20120001-000009-8645 00654 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869835661964. Starting simulation...", "info: Entering event queue @ 1869835671964. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869835672287. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30891", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1888166734552", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.891915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1020 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1020.845/1020.845/1020.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00655 * Register (udptransport.cc:396): Listening on UDP port 58026\r", "20120001-000002-5916 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.049587] random: crng init done\r", "20120001-000009-8225 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 7.230901 seconds\r", "20120001-000009-8225 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8255 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8255 00655 * CooldownDone (benchmark.cc:129): Average latency is 356427 ns (356 us)\r", "20120001-000009-8255 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8255 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8265 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8645 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8645 00655 * LATENCY total: 0 ns 356 us/1 ns 22 ms (20001 samples, 7128 ms total)\r", "20120001-000009-8645 00655 * 1 ns | 13063 | ==================================================\r", "20120001-000009-8645 00655 * ... |\r", "20120001-000009-8645 00655 * 524 us | 6912 | ==========================\r", "20120001-000009-8645 00655 * 1048 us | 5 | \r", "20120001-000009-8655 00655 * 2097 us | 14 | \r", "20120001-000009-8655 00655 * 4194 us | 0 |\r", "20120001-000009-8655 00655 * 8388 us | 0 |\r", "20120001-000009-8655 00655 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1888166724552. Starting simulation...", "info: Entering event queue @ 1888166734552. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1888166734875. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30898", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1894422067957", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1036 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1036.842/1036.842/1036.842/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 58612\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.076583] random: crng init done\r", "20120001-000009-8385 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 7.246899 seconds\r", "20120001-000009-8385 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8405 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8415 00654 * CooldownDone (benchmark.cc:129): Average latency is 357577 ns (357 us)\r", "20120001-000009-8415 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8415 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8415 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8635 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8635 00654 * LATENCY total: 0 ns 357 us/1 ns 23 ms (20001 samples, 7151 ms total)\r", "20120001-000009-8635 00654 * 1 ns | 13043 | ==================================================\r", "20120001-000009-8635 00654 * ... |\r", "20120001-000009-8635 00654 * 524 us | 6931 | ==========================\r", "20120001-000009-8635 00654 * 1048 us | 5 | \r", "20120001-000009-8645 00654 * 2097 us | 15 | \r", "20120001-000009-8645 00654 * 4194 us | 0 |\r", "20120001-000009-8645 00654 * 8388 us | 0 |\r", "20120001-000009-8645 00654 * 16 ms | 7 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1894422057957. Starting simulation...", "info: Entering event queue @ 1894422067957. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1894422068280. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.7", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.7", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.7.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.7.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30901", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/gem5-out.client.7 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-8/0/gem5-cp.client.7 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.pci.client.7. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-8/1/nic.shm.client.7. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1903201214356", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1032 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1032.843/1032.843/1032.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00655 * Register (udptransport.cc:396): Listening on UDP port 54723\r", "20120001-000002-5916 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.072584] random: crng init done\r", "20120001-000009-8375 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 7.245898 seconds\r", "20120001-000009-8375 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:129): Average latency is 356927 ns (356 us)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8405 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8415 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-8635 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000009-8635 00655 * LATENCY total: 0 ns 356 us/1 ns 22 ms (20001 samples, 7138 ms total)\r", "20120001-000009-8635 00655 * 1 ns | 13055 | ==================================================\r", "20120001-000009-8635 00655 * ... |\r", "20120001-000009-8635 00655 * 524 us | 6921 | ==========================\r", "20120001-000009-8635 00655 * 1048 us | 3 | \r", "20120001-000009-8645 00655 * 2097 us | 15 | \r", "20120001-000009-8645 00655 * 4194 us | 0 |\r", "20120001-000009-8645 00655 * 8388 us | 0 |\r", "20120001-000009-8645 00655 * 16 ms | 7 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 30906517623588 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1903201204356. Starting simulation...", "info: Entering event queue @ 1903201214356. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1903201214679. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-ib-ehseq-1", "metadata": {}, "start_time": 1619989127.0751748, "end_time": 1620018882.9510684, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["da4d5a22240", "sync_pci=1 sync_eth=1", "exit main_time: 11499131968000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2eb7809517d8", "sync_pci=1 sync_eth=1", "exit main_time: 11499131911000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4fcace980d70", "sync_pci=1 sync_eth=1", "exit main_time: 11499131902000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["684553235650", "sync_pci=1 sync_eth=1", "exit main_time: 11499131922000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9580d564be4", "sync_pci=1 sync_eth=1", "exit main_time: 11499131009874"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 2 2021 22:58:48", "gem5 executing on swsnetlab06, pid 54478", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1149581960250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.730934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.730934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.730934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.730934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.736934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.736934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.851916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.852916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.852916] i40e 0000:00:02.0: MAC address: 40:22:a2:d5:a4:0d\r", "[ 0.852916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.854916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.299848] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1149581950250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1149581960250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 2 2021 22:58:49", "gem5 executing on swsnetlab06, pid 54485", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1257601557375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.764931] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.764931] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.764931] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.764931] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.770930] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.770930] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.886913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.886913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.887913] i40e 0000:00:02.0: MAC address: d8:17:95:80:b7:2e\r", "[ 0.887913] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.888912] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.967900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.967900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.967900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.967900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.973900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9928 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9938 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9948 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9948 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.225861] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1257601547375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1257601557375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 2 2021 22:58:50", "gem5 executing on swsnetlab06, pid 54488", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1165991848250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.734934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.734934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.734934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.734934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.740934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.856916] i40e 0000:00:02.0: MAC address: 70:0d:98:ce:ca:4f\r", "[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.858916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9609 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9629 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9629 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9629 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.281851] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1165991838250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1165991848250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 2 2021 22:58:51", "gem5 executing on swsnetlab06, pid 54491", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1199702008250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.742933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.742933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.742933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.742933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.747932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.747932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.863914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.864914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.864914] i40e 0000:00:02.0: MAC address: 50:56:23:53:45:68\r", "[ 0.864914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.865914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9688 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9708 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9708 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9708 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.258854] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1199701998250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1199702008250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 2 2021 22:58:52", "gem5 executing on swsnetlab06, pid 54494", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-1/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1270975320125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.744933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.744933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.744933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.744933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.749932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.749932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.865914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.866914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.866914] i40e 0000:00:02.0: MAC address: e4:4b:56:0d:58:09\r", "[ 0.866914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.867914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[ 0.979897] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 51683\r", "20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.117876] random: crng init done\r", "20120001-000009-8995 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 8.917644 seconds\r", "20120001-000009-8995 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-9055 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-9055 00654 * CooldownDone (benchmark.cc:129): Average latency is 43658 ns (43 us)\r", "20120001-000009-9055 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000009-9055 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000009-9055 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000009-9705 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000009-9705 00654 * LATENCY total: 0 ns 43 us/1 ns 4999 us (200001 samples, 8731 ms total)\r", "20120001-000009-9705 00654 * 1 ns | 191345 | ==================================================\r", "20120001-000009-9705 00654 * ... |\r", "20120001-000009-9705 00654 * 524 us | 8610 | ==\r", "20120001-000009-9705 00654 * 1048 us | 31 | \r", "20120001-000009-9705 00654 * 2097 us | 7 | \r", "20120001-000009-9705 00654 * 4194 us | 8 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 11499130572250 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1270975310125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1270975320125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-ib-ehseq-10", "metadata": {}, "start_time": 1620220023.6758416, "end_time": 1620234270.3847532, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9bdab8a9c94", "sync_pci=1 sync_eth=1", "main_time = 2570121275000", "exit main_time: 5741801771000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a47108d9760", "sync_pci=1 sync_eth=1", "main_time = 2570120429000", "exit main_time: 5741801729000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ad09997922c", "sync_pci=1 sync_eth=1", "main_time = 2570121202000", "exit main_time: 5741801719000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["43f3750639b0", "sync_pci=1 sync_eth=1", "main_time = 2570121202000", "exit main_time: 5741801794000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["547cd4083478", "sync_pci=1 sync_eth=1", "main_time = 2570121267000", "exit main_time: 5741801721000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["65061af32f44", "sync_pci=1 sync_eth=1", "main_time = 2570121227000", "exit main_time: 5741801732000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["758f82152a10", "sync_pci=1 sync_eth=1", "main_time = 2570121264000", "exit main_time: 5741801791000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6193f3c24dc", "sync_pci=1 sync_eth=1", "main_time = 2570121238000", "exit main_time: 5741801803000"]}, "nic.client.4.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["16a2f0261fa8", "sync_pci=1 sync_eth=1", "main_time = 2570121237000", "exit main_time: 5741801756000"]}, "nic.client.5.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["272c59691a74", "sync_pci=1 sync_eth=1", "main_time = 2570121192000", "exit main_time: 5741801763000"]}, "nic.client.6.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["37b5a7f31540", "sync_pci=1 sync_eth=1", "main_time = 2570121258000", "exit main_time: 5741801731000"]}, "nic.client.7.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3fa69ef26354", "sync_pci=1 sync_eth=1", "main_time = 2570121269000", "exit main_time: 5741801741000"]}, "nic.client.8.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["50300c545e1c", "sync_pci=1 sync_eth=1", "main_time = 2570121185000", "exit main_time: 5741801722000"]}, "nic.client.9.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["60b9a53f58e8", "sync_pci=1 sync_eth=1", "main_time = 2570121199000", "exit main_time: 5741800977374"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.3.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.4.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.5.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.6.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.7.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.8.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.eth.client.9.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:04", "gem5 executing on swsnetlab06, pid 26494", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1150348591250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.845916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.845916] i40e 0000:00:02.0: MAC address: 94:9c:8a:ab:bd:09\r", "[ 0.845916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.051885] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1150348581250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1150348591250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:05", "gem5 executing on swsnetlab06, pid 26495", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1151467502125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.722935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.722935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.722935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.722935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.727935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.843917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.844917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.844917] i40e 0000:00:02.0: MAC address: 60:97:8d:10:47:1a\r", "[ 0.844917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.846917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9539 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.048886] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1151467492125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1151467502125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:06", "gem5 executing on swsnetlab06, pid 26496", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1153060545375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846917] i40e 0000:00:02.0: MAC address: 2c:92:97:99:d0:2a\r", "[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9529 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.049886] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1153060535375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1153060545375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:07", "gem5 executing on swsnetlab06, pid 26497", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1193302276125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.750934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.750934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.751934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.751934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.756933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.756933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.872916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.873915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.873915] i40e 0000:00:02.0: MAC address: b0:39:06:75:f3:43\r", "[ 0.873915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.874915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9848 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9868 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9868 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.074885] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1193302266125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1193302276125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:08", "gem5 executing on swsnetlab06, pid 26498", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1165261305250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.741934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.741934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.741934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.741934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.746933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.746933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.862916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.863916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.863916] i40e 0000:00:02.0: MAC address: 78:34:08:d4:7c:54\r", "[ 0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.864915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=54.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 54.992/54.992/54.992/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.027891] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0278 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0288 00654 * Register (udptransport.cc:396): Listening on UDP port 34365\r", "20120001-000001-0288 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.248857] random: crng init done\r", "20120001-000004-2544 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-2544 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2554 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2554 00654 * CooldownDone (benchmark.cc:129): Average latency is 79785 ns (79 us)\r", "20120001-000004-2554 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2554 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2554 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2613 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2613 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3191 ms total)\r", "20120001-000004-2613 00654 * 1 ns | 37066 | ==================================================\r", "20120001-000004-2613 00654 * ... |\r", "20120001-000004-2613 00654 * 524 us | 2857 | ===\r", "20120001-000004-2613 00654 * 1048 us | 52 | \r", "20120001-000004-2613 00654 * 2097 us | 23 | \r", "20120001-000004-2613 00654 * ... |\r", "20120001-000004-2613 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1165261295250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1165261305250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:13", "gem5 executing on swsnetlab06, pid 26683", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1152652200250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.722935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.722935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.722935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.722935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.728934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.843917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.844917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.844917] i40e 0000:00:02.0: MAC address: 44:2f:f3:1a:06:65\r", "[ 0.844917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.846916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=64.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 64.990/64.990/64.990/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.020890] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0218 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0228 00654 * Register (udptransport.cc:396): Listening on UDP port 49642\r", "20120001-000001-0228 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.238857] random: crng init done\r", "20120001-000004-2473 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-2483 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2493 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2493 00654 * CooldownDone (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-2493 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2493 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2493 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2553 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2553 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2553 00654 * 1 ns | 37063 | ==================================================\r", "20120001-000004-2553 00654 * ... |\r", "20120001-000004-2553 00654 * 524 us | 2862 | ===\r", "20120001-000004-2553 00654 * 1048 us | 54 | \r", "20120001-000004-2553 00654 * 2097 us | 19 | \r", "20120001-000004-2553 00654 * ... |\r", "20120001-000004-2553 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1152652190250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1152652200250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:18", "gem5 executing on swsnetlab06, pid 26684", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1182871968250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.734935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.734935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.735935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.735935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.740934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.740934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.856916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.857916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.857916] i40e 0000:00:02.0: MAC address: 10:2a:15:82:8f:75\r", "[ 0.857916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.858916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=30.9 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 30.995/30.995/30.995/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.003894] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-0038 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-0048 00654 * Register (udptransport.cc:396): Listening on UDP port 44144\r", "20120001-000001-0058 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.227860] random: crng init done\r", "20120001-000004-2294 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.223510 seconds\r", "20120001-000004-2294 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2304 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2304 00654 * CooldownDone (benchmark.cc:129): Average latency is 79485 ns (79 us)\r", "20120001-000004-2304 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2314 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2314 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2374 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2374 00654 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3179 ms total)\r", "20120001-000004-2374 00654 * 1 ns | 37077 | ==================================================\r", "20120001-000004-2374 00654 * ... |\r", "20120001-000004-2374 00654 * 524 us | 2848 | ===\r", "20120001-000004-2374 00654 * 1048 us | 51 | \r", "20120001-000004-2374 00654 * 2097 us | 22 | \r", "20120001-000004-2374 00654 * ... |\r", "20120001-000004-2374 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1182871958250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1182871968250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:23", "gem5 executing on swsnetlab06, pid 26688", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1203790267125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.742934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.742934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.742934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.742934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.748934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.748934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.864916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.864916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.864916] i40e 0000:00:02.0: MAC address: dc:24:3c:3f:19:06\r", "[ 0.864916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.866916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 36923\r", "20120001-000000-9748 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.184867] random: crng init done\r", "20120001-000004-1954 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.220511 seconds\r", "20120001-000004-1954 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1974 00654 * CooldownDone (benchmark.cc:129): Average latency is 79435 ns (79 us)\r", "20120001-000004-1974 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1974 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1974 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2064 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2064 00654 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3177 ms total)\r", "20120001-000004-2064 00654 * 1 ns | 37074 | ==================================================\r", "20120001-000004-2064 00654 * ... |\r", "20120001-000004-2064 00654 * 524 us | 2850 | ===\r", "20120001-000004-2064 00654 * 1048 us | 56 | \r", "20120001-000004-2064 00654 * 2097 us | 18 | \r", "20120001-000004-2064 00654 * ... |\r", "20120001-000004-2064 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1203790257125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1203790267125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.4", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.4", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:28", "gem5 executing on swsnetlab06, pid 26691", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1193146008125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.740935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.740935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.741935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.741935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.746934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.746934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.862916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.863916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.863916] i40e 0000:00:02.0: MAC address: a8:1f:26:f0:a2:16\r", "[ 0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.864916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register (udptransport.cc:396): Listening on UDP port 46239\r", "20120001-000000-9748 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.180868] random: crng init done\r", "20120001-000004-1904 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.215511 seconds\r", "20120001-000004-1904 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1914 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1914 00653 * CooldownDone (benchmark.cc:129): Average latency is 79460 ns (79 us)\r", "20120001-000004-1914 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1914 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1914 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3178 ms total)\r", "20120001-000004-2074 00653 * 1 ns | 37081 | ==================================================\r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 524 us | 2844 | ===\r", "20120001-000004-2074 00653 * 1048 us | 46 | \r", "20120001-000004-2074 00653 * 2097 us | 27 | \r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1193145998125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1193146008125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.5", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.5", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:33", "gem5 executing on swsnetlab06, pid 26692", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1206442822125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.735934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.735934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.735934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.735934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.740933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.740933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.856916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.857916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.857916] i40e 0000:00:02.0: MAC address: 74:1a:69:59:2c:27\r", "[ 0.857916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.858915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register (udptransport.cc:396): Listening on UDP port 41676\r", "20120001-000000-9748 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.193865] random: crng init done\r", "20120001-000004-1974 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.222510 seconds\r", "20120001-000004-1974 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1984 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 54 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2074 00653 * 1 ns | 37068 | ==================================================\r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 524 us | 2857 | ===\r", "20120001-000004-2074 00653 * 1048 us | 49 | \r", "20120001-000004-2074 00653 * 2097 us | 24 | \r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1206442812125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1206442822125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.6", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.6", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:38", "gem5 executing on swsnetlab06, pid 26693", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1209500907125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.736933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.736933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.736933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.736933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.742932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.742932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.858915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.858915] i40e 0000:00:02.0: MAC address: 40:15:f3:a7:b5:37\r", "[ 0.858915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register (udptransport.cc:396): Listening on UDP port 58675\r", "20120001-000000-9738 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.202863] random: crng init done\r", "20120001-000004-1984 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.224510 seconds\r", "20120001-000004-1984 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:129): Average latency is 79710 ns (79 us)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3188 ms total)\r", "20120001-000004-2074 00653 * 1 ns | 37072 | ==================================================\r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 524 us | 2852 | ===\r", "20120001-000004-2074 00653 * 1048 us | 49 | \r", "20120001-000004-2074 00653 * 2097 us | 25 | \r", "20120001-000004-2074 00653 * ... |\r", "20120001-000004-2074 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1209500897125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1209500907125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.7", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.7", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:43", "gem5 executing on swsnetlab06, pid 26694", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.7 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.7 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.7. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.7. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1257080303125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.750933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.755932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.755932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.871915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.872915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.872915] i40e 0000:00:02.0: MAC address: 54:63:f2:9e:a6:3f\r", "[ 0.872915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.873914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00653 * Register (udptransport.cc:396): Listening on UDP port 58736\r", "20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.210863] random: crng init done\r", "20120001-000004-1984 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.216511 seconds\r", "20120001-000004-1984 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1994 00653 * CooldownDone (benchmark.cc:129): Average latency is 79410 ns (79 us)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2194 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2194 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3176 ms total)\r", "20120001-000004-2194 00653 * 1 ns | 37082 | ==================================================\r", "20120001-000004-2194 00653 * ... |\r", "20120001-000004-2194 00653 * 524 us | 2842 | ===\r", "20120001-000004-2194 00653 * 1048 us | 51 | \r", "20120001-000004-2194 00653 * 2097 us | 23 | \r", "20120001-000004-2194 00653 * ... |\r", "20120001-000004-2194 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1257080293125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1257080303125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.8": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.8", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.8", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.8.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:48", "gem5 executing on swsnetlab06, pid 26700", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.8 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.8 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.8.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.8. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.8. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1220506902125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.736934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.736934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.741933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.741933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.857916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.858916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.858916] i40e 0000:00:02.0: MAC address: 1c:5e:54:0c:30:50\r", "[ 0.858916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.859915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.12/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00653 * Register (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000000-9738 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.202863] random: crng init done\r", "20120001-000004-2004 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.226510 seconds\r", "20120001-000004-2004 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-2014 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-2014 00653 * CooldownDone (benchmark.cc:129): Average latency is 79335 ns (79 us)\r", "20120001-000004-2024 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-2024 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2024 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2074 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2074 00653 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3173 ms total)\r", "20120001-000004-2074 00653 * 1 ns | 37086 | ==================================================\r", "20120001-000004-2084 00653 * ... |\r", "20120001-000004-2084 00653 * 524 us | 2836 | ===\r", "20120001-000004-2084 00653 * 1048 us | 54 | \r", "20120001-000004-2084 00653 * 2097 us | 22 | \r", "20120001-000004-2084 00653 * ... |\r", "20120001-000004-2084 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1220506892125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1220506902125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.9": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.9", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.9", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.9.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 15:07:53", "gem5 executing on swsnetlab06, pid 26701", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/gem5-out.client.9 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/0/gem5-cp.client.9 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/cfg.client.9.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.pci.client.9. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-10/1/nic.shm.client.9. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1260811326125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.746933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.746933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.746933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.746933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.751932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.751932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.867915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.868915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.868915] i40e 0000:00:02.0: MAC address: e8:58:3f:a5:b9:60\r", "[ 0.868915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.869914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.13/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 52446\r", "20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.210863] random: crng init done\r", "20120001-000004-1954 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.213512 seconds\r", "20120001-000004-1954 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:129): Average latency is 79535 ns (79 us)\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1964 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-2204 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-2204 00654 * LATENCY total: 0 ns 79 us/1 ns 55 ms (40001 samples, 3181 ms total)\r", "20120001-000004-2204 00654 * 1 ns | 37082 | ==================================================\r", "20120001-000004-2204 00654 * ... |\r", "20120001-000004-2204 00654 * 524 us | 2843 | ===\r", "20120001-000004-2204 00654 * 1048 us | 44 | \r", "20120001-000004-2204 00654 * 2097 us | 29 | \r", "20120001-000004-2204 00654 * ... |\r", "20120001-000004-2204 00654 * 33 ms | 3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5741800529625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1260811316125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1260811326125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-ib-ehseq-12", "metadata": {}, "start_time": 1620234275.8374896, "end_time": 1620252511.1425512, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3133e71db624", "sync_pci=1 sync_eth=1", "main_time = 5012249405000", "exit main_time: 6250488314000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["41bd4407b0f0", "sync_pci=1 sync_eth=1", "main_time = 5012249472000", "exit main_time: 6250488331000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4dfab772d560", "sync_pci=1 sync_eth=1", "main_time = 5012249472000", "exit main_time: 6250488309000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5e847adcd028", "sync_pci=1 sync_eth=1", "main_time = 5012248852124", "exit main_time: 6250488320000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f0dc127caf4", "sync_pci=1 sync_eth=1", "main_time = 5012249531000", "exit main_time: 6250488352000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7f975821c5c0", "sync_pci=1 sync_eth=1", "main_time = 5012249474000", "exit main_time: 6250488337000"]}, "nic.client.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["bd479dcea30", "sync_pci=1 sync_eth=1", "main_time = 5012249490000", "exit main_time: 6250488275000"]}, "nic.client.3.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.3.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ce7db41dfc8", "sync_pci=1 sync_eth=1", "main_time = 5012249541000", "exit main_time: 6250488298000"]}, "nic.client.4.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.4.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3d7115cbda94", "sync_pci=1 sync_eth=1", "main_time = 5012249621000", "exit main_time: 6250488274000"]}, "nic.client.5.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.5.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["49ae4ba6ff04", "sync_pci=1 sync_eth=1", "main_time = 5012249601000", "exit main_time: 6250488296000"]}, "nic.client.6.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.6.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5a37e5a0f9cc", "sync_pci=1 sync_eth=1", "main_time = 5012249630000", "exit main_time: 6250488353000"]}, "nic.client.7.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.7.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6ac116ebf498", "sync_pci=1 sync_eth=1", "main_time = 5012249623000", "exit main_time: 6250488303000"]}, "nic.client.8.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.8.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7b4ab075ef64", "sync_pci=1 sync_eth=1", "main_time = 5012249619000", "exit main_time: 6250488281000"]}, "nic.client.9.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.9.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["788608313d4", "sync_pci=1 sync_eth=1", "main_time = 5012249669000", "exit main_time: 6250488313000"]}, "nic.client.10.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.10.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["18119b890ea0", "sync_pci=1 sync_eth=1", "main_time = 5012249610000", "exit main_time: 6250488327000"]}, "nic.client.11.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.11.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["289b2d76096c", "sync_pci=1 sync_eth=1", "main_time = 5012249207000", "exit main_time: 6250487432999"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.1.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.3.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.4.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.5.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.6.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.7.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.8.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.9.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.10.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.eth.client.11.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:36", "gem5 executing on swsnetlab06, pid 73558", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1144446361250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.720936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.720936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.720936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.720936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.726935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.726935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.841918] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.842917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.842917] i40e 0000:00:02.0: MAC address: 24:b6:1d:e7:33:31\r", "[ 0.842917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.844917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.034888] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1144446351250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1144446361250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:37", "gem5 executing on swsnetlab06, pid 73561", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1158052159250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846917] i40e 0000:00:02.0: MAC address: f0:b0:07:44:bd:41\r", "[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9539 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.023890] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1158052149250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1158052159250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:38", "gem5 executing on swsnetlab06, pid 73565", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1138984495125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.721936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.721936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.721936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.721936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.727935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.727935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.842917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.843917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.843917] i40e 0000:00:02.0: MAC address: 60:d5:72:b7:fa:4d\r", "[ 0.843917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.845917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9529 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9549 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9549 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9549 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.039887] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1138984485125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1138984495125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:39", "gem5 executing on swsnetlab06, pid 73566", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1160377499125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.728934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.728934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.728934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.728934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.733934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.733934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.849916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.850916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.850916] i40e 0000:00:02.0: MAC address: 28:d0:dc:7a:84:5e\r", "[ 0.850916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.851916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9618 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9628 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9628 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9628 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.026889] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1160377489125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1160377499125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:40", "gem5 executing on swsnetlab06, pid 73567", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1161273180250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.724935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.724935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.730934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.730934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.846917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.847917] i40e 0000:00:02.0: MAC address: f4:ca:27:c1:0d:6f\r", "[ 0.847917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.848916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.956900] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9569 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9579 00654 * Register (udptransport.cc:396): Listening on UDP port 57844\r", "20120001-000000-9589 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.129874] random: crng init done\r", "20120001-000004-6653 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.706436 seconds\r", "20120001-000004-6653 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6663 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6663 00654 * CooldownDone (benchmark.cc:129): Average latency is 91783 ns (91 us)\r", "20120001-000004-6663 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-6663 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6673 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6983 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6983 00654 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3671 ms total)\r", "20120001-000004-6983 00654 * 1 ns | 36605 | ==================================================\r", "20120001-000004-6983 00654 * ... |\r", "20120001-000004-6983 00654 * 524 us | 3310 | ====\r", "20120001-000004-6983 00654 * 1048 us | 55 | \r", "20120001-000004-6983 00654 * 2097 us | 28 | \r", "20120001-000004-6983 00654 * ... |\r", "20120001-000004-6983 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1161273170250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1161273180250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:45", "gem5 executing on swsnetlab06, pid 73568", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1145668125250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.723935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.723935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.728934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.728934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.844917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.845917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.845917] i40e 0000:00:02.0: MAC address: c0:c5:21:58:97:7f\r", "[ 0.845917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.846917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1013 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1013.846/1013.846/1013.846/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 1.969746] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-9697 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-9707 00653 * Register (udptransport.cc:396): Listening on UDP port 47705\r", "20120001-000001-9717 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.295696] random: crng init done\r", "20120001-000005-2772 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.305497 seconds\r", "20120001-000005-2772 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2792 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2792 00653 * CooldownDone (benchmark.cc:129): Average latency is 80485 ns (80 us)\r", "20120001-000005-2792 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000005-2792 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2792 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-3062 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000005-3062 00653 * LATENCY total: 0 ns 80 us/1 ns 56 ms (40001 samples, 3219 ms total)\r", "20120001-000005-3062 00653 * 1 ns | 37006 | ==================================================\r", "20120001-000005-3062 00653 * ... |\r", "20120001-000005-3062 00653 * 524 us | 2924 | ===\r", "20120001-000005-3062 00653 * 1048 us | 48 | \r", "20120001-000005-3062 00653 * 2097 us | 20 | \r", "20120001-000005-3062 00653 * 4194 us | 0 |\r", "20120001-000005-3062 00653 * 8388 us | 0 |\r", "20120001-000005-3062 00653 * 16 ms | 1 | \r", "20120001-000005-3062 00653 * 33 ms | 2 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1145668115250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1145668125250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:50", "gem5 executing on swsnetlab06, pid 73572", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1171951977125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.733934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.733934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.733934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.733934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.739933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.739933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.855915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.855915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.855915] i40e 0000:00:02.0: MAC address: 30:ea:dc:79:d4:0b\r", "[ 0.856915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.857915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.964899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9658 00654 * Register (udptransport.cc:396): Listening on UDP port 36065\r", "20120001-000000-9668 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.149871] random: crng init done\r", "20120001-000004-6803 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.713435 seconds\r", "20120001-000004-6803 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6813 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6813 00654 * CooldownDone (benchmark.cc:129): Average latency is 91683 ns (91 us)\r", "20120001-000004-6813 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-6823 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6823 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7053 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7053 00654 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3667 ms total)\r", "20120001-000004-7053 00654 * 1 ns | 36616 | ==================================================\r", "20120001-000004-7053 00654 * ... |\r", "20120001-000004-7053 00654 * 524 us | 3298 | ====\r", "20120001-000004-7053 00654 * 1048 us | 51 | \r", "20120001-000004-7053 00654 * 2097 us | 33 | \r", "20120001-000004-7053 00654 * ... |\r", "20120001-000004-7053 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1171951967125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1171951977125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.3", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.3", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:04:55", "gem5 executing on swsnetlab06, pid 73573", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1193167068375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.733935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.733935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.734935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.734935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.739934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.856916] i40e 0000:00:02.0: MAC address: c8:df:41:db:e7:2c\r", "[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.857916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.964900] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9649 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9659 00653 * Register (udptransport.cc:396): Listening on UDP port 47033\r", "20120001-000000-9668 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.171868] random: crng init done\r", "20120001-000004-6943 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.727434 seconds\r", "20120001-000004-6943 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6963 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6963 00653 * CooldownDone (benchmark.cc:129): Average latency is 92433 ns (92 us)\r", "20120001-000004-6963 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-6963 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6963 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7053 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7053 00653 * LATENCY total: 0 ns 92 us/1 ns 58 ms (40001 samples, 3697 ms total)\r", "20120001-000004-7053 00653 * 1 ns | 36584 | ==================================================\r", "20120001-000004-7053 00653 * ... |\r", "20120001-000004-7053 00653 * 524 us | 3330 | ====\r", "20120001-000004-7053 00653 * 1048 us | 54 | \r", "20120001-000004-7053 00653 * 2097 us | 30 | \r", "20120001-000004-7053 00653 * ... |\r", "20120001-000004-7053 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1193167058375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1193167068375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.4", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.4", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:00", "gem5 executing on swsnetlab06, pid 73574", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1206368057250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.740935] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.740935] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.740935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.740935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.746934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.746934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.862917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.862917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.863916] i40e 0000:00:02.0: MAC address: 94:da:cb:15:71:3d\r", "[ 0.863916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.864916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972900] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9729 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9739 00654 * Register (udptransport.cc:396): Listening on UDP port 43038\r", "20120001-000000-9748 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.192866] random: crng init done\r", "20120001-000004-7083 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.733433 seconds\r", "20120001-000004-7083 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7093 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7103 00654 * CooldownDone (benchmark.cc:129): Average latency is 92508 ns (92 us)\r", "20120001-000004-7103 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7103 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7103 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7133 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7133 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3700 ms total)\r", "20120001-000004-7133 00654 * 1 ns | 36575 | ==================================================\r", "20120001-000004-7133 00654 * ... |\r", "20120001-000004-7133 00654 * 524 us | 3337 | ====\r", "20120001-000004-7133 00654 * 1048 us | 62 | \r", "20120001-000004-7133 00654 * 2097 us | 24 | \r", "20120001-000004-7133 00654 * ... |\r", "20120001-000004-7133 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1206368047250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1206368057250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.5", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.5", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:05", "gem5 executing on swsnetlab06, pid 73580", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1212881292250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.733934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.733934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.734934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.734934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.739934] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.739934] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.855916] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.856916] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.856916] i40e 0000:00:02.0: MAC address: 04:ff:a6:4b:ae:49\r", "[ 0.856916] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.857916] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.935904] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.935904] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.935904] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.941903] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.964899] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9658 00654 * Register (udptransport.cc:396): Listening on UDP port 41754\r", "20120001-000000-9658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.190865] random: crng init done\r", "20120001-000004-6993 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.733433 seconds\r", "20120001-000004-6993 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7003 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7003 00654 * CooldownDone (benchmark.cc:129): Average latency is 92233 ns (92 us)\r", "20120001-000004-7003 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7013 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7013 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7043 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7043 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3689 ms total)\r", "20120001-000004-7043 00654 * 1 ns | 36589 | ==================================================\r", "20120001-000004-7043 00654 * ... |\r", "20120001-000004-7043 00654 * 524 us | 3322 | ====\r", "20120001-000004-7043 00654 * 1048 us | 61 | \r", "20120001-000004-7043 00654 * 2097 us | 26 | \r", "20120001-000004-7043 00654 * ... |\r", "20120001-000004-7043 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1212881282250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1212881292250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.6", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.6", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:10", "gem5 executing on swsnetlab06, pid 73581", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1223096928250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.736934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.736934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.742933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.742933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.858915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.858915] i40e 0000:00:02.0: MAC address: cc:f9:a0:e5:37:5a\r", "[ 0.859915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 60382\r", "20120001-000000-9738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.218860] random: crng init done\r", "20120001-000004-7043 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.730433 seconds\r", "20120001-000004-7043 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7053 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7053 00654 * CooldownDone (benchmark.cc:129): Average latency is 92408 ns (92 us)\r", "20120001-000004-7053 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7063 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7063 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7133 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7133 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3696 ms total)\r", "20120001-000004-7133 00654 * 1 ns | 36586 | ==================================================\r", "20120001-000004-7133 00654 * ... |\r", "20120001-000004-7133 00654 * 524 us | 3326 | ====\r", "20120001-000004-7133 00654 * 1048 us | 56 | \r", "20120001-000004-7133 00654 * 2097 us | 30 | \r", "20120001-000004-7133 00654 * ... |\r", "20120001-000004-7133 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1223096918250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1223096928250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.7", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.7", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:15", "gem5 executing on swsnetlab06, pid 73583", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.7 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.7 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.7. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.7. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1203567595250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.737933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.737933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.742933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.742933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.858915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.859915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.859915] i40e 0000:00:02.0: MAC address: 98:f4:eb:16:c1:6a\r", "[ 0.859915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.972898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9738 00654 * Register (udptransport.cc:396): Listening on UDP port 33339\r", "20120001-000000-9738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.192864] random: crng init done\r", "20120001-000004-7063 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.731433 seconds\r", "20120001-000004-7063 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:129): Average latency is 92358 ns (92 us)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7123 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7123 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3694 ms total)\r", "20120001-000004-7123 00654 * 1 ns | 36581 | ==================================================\r", "20120001-000004-7123 00654 * ... |\r", "20120001-000004-7123 00654 * 524 us | 3333 | ====\r", "20120001-000004-7123 00654 * 1048 us | 58 | \r", "20120001-000004-7123 00654 * 2097 us | 26 | \r", "20120001-000004-7123 00654 * ... |\r", "20120001-000004-7123 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1203567585250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1203567595250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.8": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.8", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.8", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.8.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:20", "gem5 executing on swsnetlab06, pid 73584", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.8 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.8 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.8.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.8. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.8. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1249325994125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.747933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.747933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.747933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.747933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.753932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.753932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.869915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.869915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.869915] i40e 0000:00:02.0: MAC address: 64:ef:75:b0:4a:7b\r", "[ 0.869915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.871914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.12/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 37577\r", "20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.244858] random: crng init done\r", "20120001-000004-7073 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.725433 seconds\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7083 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7083 00654 * CooldownDone (benchmark.cc:129): Average latency is 92133 ns (92 us)\r", "20120001-000004-7093 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7093 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7093 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7223 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7223 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3685 ms total)\r", "20120001-000004-7223 00654 * 1 ns | 36589 | ==================================================\r", "20120001-000004-7223 00654 * ... |\r", "20120001-000004-7223 00654 * 524 us | 3324 | ====\r", "20120001-000004-7223 00654 * 1048 us | 61 | \r", "20120001-000004-7223 00654 * 2097 us | 24 | \r", "20120001-000004-7223 00654 * ... |\r", "20120001-000004-7223 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1249325984125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1249325994125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.9": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.9", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.9", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.9.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:25", "gem5 executing on swsnetlab06, pid 73585", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.9 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.9 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.9.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.9. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.9. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1189169072250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.724936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.724936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.725936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.725936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.730935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.730935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.846917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.847917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.847917] i40e 0000:00:02.0: MAC address: d4:13:83:60:88:07\r", "[ 0.847917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.848917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.13/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.956900] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9569 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9579 00653 * Register (udptransport.cc:396): Listening on UDP port 40918\r", "20120001-000000-9579 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.155870] random: crng init done\r", "20120001-000004-6833 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.725434 seconds\r", "20120001-000004-6833 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6843 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6843 00653 * CooldownDone (benchmark.cc:129): Average latency is 92383 ns (92 us)\r", "20120001-000004-6843 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-6843 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6843 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6973 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6973 00653 * LATENCY total: 0 ns 92 us/1 ns 58 ms (40001 samples, 3695 ms total)\r", "20120001-000004-6973 00653 * 1 ns | 36588 | ==================================================\r", "20120001-000004-6973 00653 * ... |\r", "20120001-000004-6973 00653 * 524 us | 3326 | ====\r", "20120001-000004-6973 00653 * 1048 us | 52 | \r", "20120001-000004-6973 00653 * 2097 us | 32 | \r", "20120001-000004-6973 00653 * ... |\r", "20120001-000004-6973 00653 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1189169062250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1189169072250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.10": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.10", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.10", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.10.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:31", "gem5 executing on swsnetlab06, pid 73774", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.10 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.10 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.10.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.10. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.10. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1259883917250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.748933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.748933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.748933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.748933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.754932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.754932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.870914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.870914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.870914] i40e 0000:00:02.0: MAC address: a0:0e:89:9b:11:18\r", "[ 0.870914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.872914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.14/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00654 * Register (udptransport.cc:396): Listening on UDP port 47791\r", "20120001-000000-9818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.249857] random: crng init done\r", "20120001-000004-7053 00654 * Finish (benchmark.cc:190): Completed 40000 requests in 3.723433 seconds\r", "20120001-000004-7053 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7063 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7063 00654 * CooldownDone (benchmark.cc:129): Average latency is 92383 ns (92 us)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7073 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7223 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7223 00654 * LATENCY total: 0 ns 92 us/1 ns 57 ms (40001 samples, 3695 ms total)\r", "20120001-000004-7223 00654 * 1 ns | 36581 | ==================================================\r", "20120001-000004-7223 00654 * ... |\r", "20120001-000004-7223 00654 * 524 us | 3332 | ====\r", "20120001-000004-7223 00654 * 1048 us | 59 | \r", "20120001-000004-7223 00654 * 2097 us | 26 | \r", "20120001-000004-7223 00654 * ... |\r", "20120001-000004-7223 00654 * 33 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3470", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7014", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1259883907250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1259883917250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.11": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.11", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.11", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.11.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 5 2021 19:05:36", "gem5 executing on swsnetlab06, pid 73775", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/gem5-out.client.11 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/0/gem5-cp.client.11 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/cfg.client.11.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.pci.client.11. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-12/1/nic.shm.client.11. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1265164604375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.743933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.743933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.744933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.744933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.749932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.749932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.865914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.866914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.866914] i40e 0000:00:02.0: MAC address: 6c:09:76:2d:9b:28\r", "[ 0.866914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.867914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.15/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 40000\r", "[ 0.980897] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9808 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9818 00653 * Register (udptransport.cc:396): Listening on UDP port 57151\r", "20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.244857] random: crng init done\r", "20120001-000004-6983 00653 * Finish (benchmark.cc:190): Completed 40000 requests in 3.716435 seconds\r", "20120001-000004-6983 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6993 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7003 00653 * CooldownDone (benchmark.cc:129): Average latency is 91683 ns (91 us)\r", "20120001-000004-7003 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000004-7003 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7003 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7233 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-7233 00653 * LATENCY total: 0 ns 91 us/1 ns 57 ms (40001 samples, 3667 ms total)\r", "20120001-000004-7233 00653 * 1 ns | 36611 | ==================================================\r", "20120001-000004-7233 00653 * ... |\r", "20120001-000004-7233 00653 * 524 us | 3303 | ====\r", "20120001-000004-7233 00653 * 1048 us | 55 | \r", "20120001-000004-7233 00653 * 2097 us | 29 | \r", "20120001-000004-7233 00653 * ... |\r", "20120001-000004-7233 00653 * 33 ms | 3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 6250486965125 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3471", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7015", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1265164594375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1265164604375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-ib-ehseq-2", "metadata": {}, "start_time": 1620140480.6181676, "end_time": 1620177876.7807357, "sims": {"nic.sequencer.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.sequencer.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ba74572b888", "sync_pci=1 sync_eth=1", "main_time = 4951373025000", "exit main_time: 11665006822000"]}, "nic.replica.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1b1db6ebbdbc", "sync_pci=1 sync_eth=1", "main_time = 4951372938000", "exit main_time: 11665006786000"]}, "nic.replica.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a9413a5c2f0", "sync_pci=1 sync_eth=1", "main_time = 4951372938000", "exit main_time: 11665006793000"]}, "nic.replica.2.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.2.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7a0a99bec824", "sync_pci=1 sync_eth=1", "main_time = 4951372938000", "exit main_time: 11665006848000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.client.0.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["69812e98cd5c", "sync_pci=1 sync_eth=1", "main_time = 4951372164749", "exit main_time: 11665006844000"]}, "nic.client.1.": {"class": "I40eNIC", "cmd": ["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.client.1.", "/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["58f7fa71d290", "sync_pci=1 sync_eth=1", "main_time = 4951372964000", "exit main_time: 11665005985874"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.sequencer.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.sequencer.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.sequencer.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:21", "gem5 executing on swsnetlab06, pid 29028", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1277677355125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.764933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.764933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.765933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.765933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.770932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.770932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.886914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.887914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.887914] i40e 0000:00:02.0: MAC address: 88:b8:72:45:a7:2b\r", "[ 0.887914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.888914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.967902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.967902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.967902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.967902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.973901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.152874] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1277677345125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1277677355125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:22", "gem5 executing on swsnetlab06, pid 29029", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1288376467375", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.751932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.756932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.756932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.873914] i40e 0000:00:02.0: MAC address: bc:bd:eb:b6:1d:1b\r", "[ 0.873914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.874914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000000-9768 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000000-9778 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9778 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9788 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.125876] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1288376457375. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1288376467375. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:23", "gem5 executing on swsnetlab06, pid 29030", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1306917315125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.754932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.754932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.754932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.754932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.760931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.760931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.876914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.876914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.876914] i40e 0000:00:02.0: MAC address: f0:c2:a5:13:94:0a\r", "[ 0.876914] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.877913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000000-9848 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000000-9858 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9858 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9868 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.111878] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3470", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7014", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1306917305125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1306917315125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.2", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.2.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.2.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:24", "gem5 executing on swsnetlab06, pid 29031", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1306010704125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.761932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.761932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.761932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.761932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.766931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.767931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.882913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.883913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.883913] i40e 0000:00:02.0: MAC address: 24:c8:be:99:0a:7a\r", "[ 0.883913] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.884913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.967900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.967900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.967900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.967900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.973900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000000-9928 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000000-9938 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000000-9948 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000000-9948 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.120877] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3471", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7015", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1306010694125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1306010704125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.client.0", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.0.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:25", "gem5 executing on swsnetlab06, pid 29032", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1312604945125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.758932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.759932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.759932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.759932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.764931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.764931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.880913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.881913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.881913] i40e 0000:00:02.0: MAC address: 5c:cd:98:2e:81:69\r", "[ 0.881913] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.882913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[ 0.988897] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9888 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9898 00653 * Register (udptransport.cc:396): Listening on UDP port 41571\r", "20120001-000000-9908 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.127876] random: crng init done\r", "20120001-000009-9855 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 8.994632 seconds\r", "20120001-000009-9855 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000009-9905 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000009-9915 00653 * CooldownDone (benchmark.cc:129): Average latency is 44018 ns (44 us)\r", "20120001-000009-9915 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000009-9915 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000009-9915 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-0805 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000010-0805 00653 * LATENCY total: 0 ns 44 us/1 ns 8998 us (200001 samples, 8803 ms total)\r", "20120001-000010-0805 00653 * 1 ns | 191333 | ==================================================\r", "20120001-000010-0805 00653 * ... |\r", "20120001-000010-0805 00653 * 524 us | 8606 | ==\r", "20120001-000010-0805 00653 * 1048 us | 40 | \r", "20120001-000010-0805 00653 * 2097 us | 13 | \r", "20120001-000010-0805 00653 * 4194 us | 1 | \r", "20120001-000010-0805 00653 * 8388 us | 8 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3472", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7016", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1312604935125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1312604945125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.client.1", "/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/antoinek/simbricks/images/vmlinux", "--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.1.", "--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.1.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=200", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 2 2021 20:18:45", "gem5 started May 4 2021 17:01:30", "gem5 executing on swsnetlab06, pid 29033", "command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-2/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1334965761125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.754931] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.754931] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.754931] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.754931] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.759930] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.759930] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.875913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.876913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.876913] i40e 0000:00:02.0: MAC address: 90:d2:71:fa:f7:58\r", "[ 0.876913] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.877913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.959900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.959900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.959900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.959900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.965899] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r", "[ 0.988896] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000000-9888 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000000-9898 00653 * Register (udptransport.cc:396): Listening on UDP port 47345\r", "20120001-000000-9908 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.124875] random: crng init done\r", "20120001-000010-0065 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 9.015630 seconds\r", "20120001-000010-0065 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000010-0115 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000010-0115 00653 * CooldownDone (benchmark.cc:129): Average latency is 44093 ns (44 us)\r", "20120001-000010-0125 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r", "20120001-000010-0125 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 0 ns (0 ns)\r", "20120001-000010-0125 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000010-0805 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000010-0805 00653 * LATENCY total: 0 ns 44 us/1 ns 8998 us (200001 samples, 8818 ms total)\r", "20120001-000010-0805 00653 * 1 ns | 191324 | ==================================================\r", "20120001-000010-0805 00653 * ... |\r", "20120001-000010-0805 00653 * 524 us | 8605 | ==\r", "20120001-000010-0805 00653 * 1048 us | 55 | \r", "20120001-000010-0805 00653 * 2097 us | 8 | \r", "20120001-000010-0805 00653 * 4194 us | 0 |\r", "20120001-000010-0805 00653 * 8388 us | 9 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 11665005582750 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/antoinek/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3473", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7017", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1334965751125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1334965761125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment