{"exp_name": "nopaxos-gt-cb-swseq-4", "metadata": {}, "start_time": 1607580625.6041443, "end_time": 1607592009.4978004, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2a6809c620f4", "sync_pci=1 sync_eth=1", "exit main_time: 26350690316000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9fd4e828a04", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a86bbf884d0", "sync_pci=1 sync_eth=1", "exit main_time: 26350690233000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["68ea2bb7946c", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7973dc8d8f38", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["47d6b6f89ed4", "sync_pci=1 sync_eth=1", "exit main_time: 26350690276000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5860059e99a0", "sync_pci=1 sync_eth=1", "exit main_time: 26350689486783"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:26", "gem5 executing on spyder11, pid 31480", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1888330042414", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5398 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5428 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5438 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5438 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.751784] random: crng init done\r", "20120001-000006-5480 00647 * EnterView (replica.cc:1315): [0] Entering new sessnum 0 view 1\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1888330032414. Starting simulation...", "info: Entering event queue @ 1888330042414. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1888330042737. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:27", "gem5 executing on spyder11, pid 31486", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1858653994834", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.846922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.847921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.848921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.848921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.848921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.848921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.848921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.848921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.848921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.848921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.848921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.848921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.848921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.848921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.848921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.848921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.853920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.853920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.853920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.853920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.853920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.854920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.867918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5248 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5278 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5278 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5278 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.769781] random: crng init done\r", "20120001-000006-5620 00649 * EnterView (replica.cc:1315): [1] Entering new sessnum 0 view 1\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1858653984834. Starting simulation...", "info: Entering event queue @ 1858653994834. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1858653995157. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:28", "gem5 executing on spyder11, pid 31487", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1895356472617", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5468 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.800778] random: crng init done\r", "\u001b[1;33m20120001-000006-5470 00648 ! operator() (replica.cc:137): [2] Starting view change; haven't received SyncPrepare from the leader\u001b[0m\r", "\u001b[1;33m20120001-000006-6480 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-7490 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-8500 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000006-9509 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-0519 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-1529 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-2539 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-3549 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-4559 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-5569 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-6578 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-7588 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-8598 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000007-9608 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-0618 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-1628 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-2637 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-3647 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-4657 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-5667 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-6677 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-7687 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-8697 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000008-9706 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-0716 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-1726 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-2736 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-3746 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-4756 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-5765 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-6775 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-7785 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-8795 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000009-9805 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-0815 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-1825 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-2834 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-3844 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-4854 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-5864 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-6874 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-7884 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-8893 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000010-9903 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-0913 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-1923 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-2933 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-3943 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-4953 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-5962 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-6972 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-7982 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000011-8992 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-0002 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-1012 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-2021 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-3031 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-4041 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-5051 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-6061 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-7071 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-8081 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000012-9090 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-0100 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-1110 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-2120 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-3130 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-4140 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-5149 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-6159 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-7169 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-8179 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000013-9189 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-0199 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-1209 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-2218 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-3228 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-4238 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-5248 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-6258 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-7268 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-8277 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000014-9287 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-0297 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-1307 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-2317 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-3327 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-4337 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-5346 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-6356 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-7366 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-8376 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000015-9386 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-0396 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-1405 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-2415 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-3425 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-4435 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-5445 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-6455 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-7465 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-8474 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000016-9484 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-0494 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-1504 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-2514 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-3524 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-4533 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-5543 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-6553 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-7563 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-8573 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000017-9583 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-0593 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-1602 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-2612 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-3622 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-4632 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-5642 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-6652 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-7661 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-8671 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000018-9681 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-0691 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-1701 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-2711 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-3721 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-4730 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-5740 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-6750 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-7760 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-8770 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000019-9780 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-0789 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-1799 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-2809 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-3819 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-4829 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-5839 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-6849 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-7858 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-8868 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000020-9878 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-0888 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-1898 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-2908 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-3918 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-4927 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-5937 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-6947 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-7957 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-8967 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000021-9977 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-0986 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-1996 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-3006 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-4016 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-5026 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-6036 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-7046 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-8055 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000022-9065 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-0075 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-1085 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-2095 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-3105 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-4114 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-5124 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-6134 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-7144 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-8154 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000023-9164 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-0174 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-1183 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-2193 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-3203 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-4213 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-5223 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-6233 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-7242 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-8252 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000024-9262 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-0272 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-1282 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r", "\u001b[1;33m20120001-000025-2292 00648 ! operator() (replica.cc:113): [2] View change timed out!\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1895356462617. Starting simulation...", "info: Entering event queue @ 1895356472617. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1895356472940. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:29", "gem5 executing on spyder11, pid 31489", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1882418194846", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5528 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00653 * Register (udptransport.cc:396): Listening on UDP port 42332\r", "20120001-000001-5588 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.906761] random: crng init done\r", "20120001-000005-1842 00653 * Finish (benchmark.cc:190): Completed 20000 requests in 3.625449 seconds\r", "20120001-000005-1842 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:129): Average latency is 175314 ns (175 us)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1872 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1882 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-1932 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000005-1932 00653 * LATENCY total: 0 ns 175 us/1 ns 21 ms (20001 samples, 3506 ms total)\r", "20120001-000005-1932 00653 * 1 ns | 16586 | ==================================================\r", "20120001-000005-1932 00653 * ... |\r", "20120001-000005-1932 00653 * 524 us | 3396 | ==========\r", "20120001-000005-1932 00653 * 1048 us | 8 | \r", "20120001-000005-1942 00653 * 2097 us | 8 | \r", "20120001-000005-1942 00653 * 4194 us | 0 |\r", "20120001-000005-1942 00653 * 8388 us | 0 |\r", "20120001-000005-1942 00653 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1882418184846. Starting simulation...", "info: Entering event queue @ 1882418194846. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1882418195169. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:34", "gem5 executing on spyder11, pid 31493", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899936887950", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.568813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5698 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00654 * Register (udptransport.cc:396): Listening on UDP port 41263\r", "20120001-000001-5748 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.914760] random: crng init done\r", "20120001-000005-2132 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.638447 seconds\r", "20120001-000005-2132 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:129): Average latency is 177914 ns (177 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2162 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-3112 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-3112 00654 * LATENCY total: 0 ns 177 us/1 ns 21 ms (20001 samples, 3558 ms total)\r", "20120001-000005-3112 00654 * 1 ns | 16539 | ==================================================\r", "20120001-000005-3112 00654 * ... |\r", "20120001-000005-3112 00654 * 524 us | 3436 | ==========\r", "20120001-000005-3112 00654 * 1048 us | 15 | \r", "20120001-000005-3122 00654 * 2097 us | 8 | \r", "20120001-000005-3122 00654 * 4194 us | 0 |\r", "20120001-000005-3122 00654 * 8388 us | 0 |\r", "20120001-000005-3122 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899936877950. Starting simulation...", "info: Entering event queue @ 1899936887950. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899936888273. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:39", "gem5 executing on spyder11, pid 31497", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966388580406", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00655 * Register (udptransport.cc:396): Listening on UDP port 44029\r", "20120001-000001-5738 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.911760] random: crng init done\r", "20120001-000005-2002 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 3.626449 seconds\r", "20120001-000005-2002 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:129): Average latency is 176064 ns (176 us)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2032 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2042 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2102 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-2102 00655 * LATENCY total: 0 ns 176 us/1 ns 22 ms (20001 samples, 3521 ms total)\r", "20120001-000005-2102 00655 * 1 ns | 16575 | ==================================================\r", "20120001-000005-2102 00655 * ... |\r", "20120001-000005-2102 00655 * 524 us | 3402 | ==========\r", "20120001-000005-2102 00655 * 1048 us | 13 | \r", "20120001-000005-2112 00655 * 2097 us | 8 | \r", "20120001-000005-2112 00655 * 4194 us | 0 |\r", "20120001-000005-2112 00655 * 8388 us | 0 |\r", "20120001-000005-2112 00655 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966388570406. Starting simulation...", "info: Entering event queue @ 1966388580406. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966388580729. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 07:10:44", "gem5 executing on spyder11, pid 31501", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912552566643", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 46929\r", "20120001-000001-5738 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.905762] random: crng init done\r", "20120001-000005-2122 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.638447 seconds\r", "20120001-000005-2122 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-2142 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:129): Average latency is 177714 ns (177 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-2152 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-3082 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-3082 00654 * LATENCY total: 0 ns 177 us/1 ns 22 ms (20001 samples, 3554 ms total)\r", "20120001-000005-3082 00654 * 1 ns | 16544 | ==================================================\r", "20120001-000005-3082 00654 * ... |\r", "20120001-000005-3082 00654 * 524 us | 3433 | ==========\r", "20120001-000005-3082 00654 * 1048 us | 13 | \r", "20120001-000005-3092 00654 * 2097 us | 8 | \r", "20120001-000005-3092 00654 * 4194 us | 0 |\r", "20120001-000005-3092 00654 * 8388 us | 0 |\r", "20120001-000005-3092 00654 * 16 ms | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26350689108825 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912552556643. Starting simulation...", "info: Entering event queue @ 1912552566643. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912552566966. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}