result: nopaxos ehseq data update

1bef652d · Hejing Li · cf6f916b · 1bef652d · 1bef652d · 1bef652d
Commit 1bef652d authored Dec 10, 2020 by Hejing Li
12 changed files
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-1-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-1-1.json
-{"exp_name": "nopaxos-gt-cb-ehseq-1", "metadata": {}, "start_time": 1607419043.9444342, "end_time": 1607422173.6462157, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["799af6d90464", "sync_pci=1 sync_eth=1", "exit main_time: 4114717284000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a243bacff30", "sync_pci=1 sync_eth=1", "exit main_time: 4114717346000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1aad81b3f9fc", "sync_pci=1 sync_eth=1", "exit main_time: 4114717327000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2b371ed9f4c8", "sync_pci=1 sync_eth=1", "exit main_time: 4114717339000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["37743eb31938", "sync_pci=1 sync_eth=1", "exit main_time: 4114716549807"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:25", "gem5 executing on spyder16, pid 1853", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981067051908", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.866918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.866918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.866918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.866918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.866918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.866918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.866918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.866918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.867918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.867918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.872918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.872918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.873917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981067041908.  Starting simulation...", "info: Entering event queue @ 1981067051908.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981067052231.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:26", "gem5 executing on spyder16, pid 1859", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1965725991325", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.882917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.882917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.883917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.883917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.883917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.883917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.883917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.883917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.884917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.884917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.884917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5538 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5568 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5568 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5568 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1965725981325.  Starting simulation...", "info: Entering event queue @ 1965725991325.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1965725999640.  Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:27", "gem5 executing on spyder16, pid 1864", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1950921772030", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.887916] mqnic: loading out-of-tree module taints kernel.\r", "[    0.888916] mqnic 0000:00:02.0: mqnic probe\r", "[    0.888916] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.888916] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.888916] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.888916] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.888916] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.888916] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.888916] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.888916] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.888916] mqnic 0000:00:02.0: IF count: 1\r", "[    0.888916] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.888916] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.889916] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.889916] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.889916] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.893915] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.893915] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.893915] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.893915] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.893915] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.893915] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.893915] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.893915] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.894915] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.894915] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.894915] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.894915] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.894915] mqnic 0000:00:02.0: Port count: 1\r", "[    0.894915] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.894915] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.894915] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.894915] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.895915] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.895915] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.895915] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.907913] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5648 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5678 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5678 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5678 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1950921762030.  Starting simulation...", "info: Entering event queue @ 1950921772030.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1950921772353.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:28", "gem5 executing on spyder16, pid 1868", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1945915102711", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.882917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.882917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.882917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.882917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.882917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.882917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.882917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.882917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.883917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.883917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.883917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.883917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.883917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.883917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.884917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.884917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.884917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.884917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5528 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5558 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5558 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1945915092711.  Starting simulation...", "info: Entering event queue @ 1945915102711.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1945915103034.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:29", "gem5 executing on spyder16, pid 1869", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1990368228088", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[    0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[    0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[    0.851921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.851921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.852920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.852920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.852920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.856920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.856920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.856920] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.856920] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.856920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.856920] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[    0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.544815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5458 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5478 00654 * Register        (udptransport.cc:396): Listening on UDP port 47113\r", "20120001-000001-5508 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8697 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.318952 seconds\r", "20120001-000001-8697 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8697 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8697 00654 * CooldownDone    (benchmark.cc:129): Average latency is 149902 ns (149 us)\r", "20120001-000001-8707 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8707 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8707 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9537 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000001-9537 00654 * LATENCY total: 0 ns 149 us/1 ns 999 us (2001 samples, 299 ms total)\r", "20120001-000001-9537 00654 *       1 ns |       1701 | ==================================================\r", "20120001-000001-9537 00654 *        ... |\r", "20120001-000001-9537 00654 *     524 us |        300 | ========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4114716152679 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1990368218088.  Starting simulation...", "info: Entering event queue @ 1990368228088.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1990368228411.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
+{"exp_name": "nopaxos-gt-cb-ehseq-1", "metadata": {}, "start_time": 1607578878.0919251, "end_time": 1607588990.924559, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["782c49155dc0", "sync_pci=1 sync_eth=1", "exit main_time: 25866962490000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193f6f005358", "sync_pci=1 sync_eth=1", "exit main_time: 25866962542000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c89c194e24", "sync_pci=1 sync_eth=1", "exit main_time: 25866962511000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6bef68233950", "sync_pci=1 sync_eth=1", "exit main_time: 25866962512000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ee5c31f48", "sync_pci=1 sync_eth=1", "exit main_time: 25866961735519"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34661", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938036640393", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.882919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.883919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.883919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.883919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.883919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.883919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.883919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.883919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.883919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.884919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.884919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.884919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.884919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.884919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.884919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.884919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.888918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.888918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.888918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.888918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.889918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.889918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.889918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.889918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.889918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.889918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.890918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.890918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.890918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.902916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.300704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938036630393.  Starting simulation...", "info: Entering event queue @ 1938036640393.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938036640716.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34671", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890931039480", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5368 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5398 00649 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5398 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5398 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.142725] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890931029480.  Starting simulation...", "info: Entering event queue @ 1890931039480.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890931039803.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944996092641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.881917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.883917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.883917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.883917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.883917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.889916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.889916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.889916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.889916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.891915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.891915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.891915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.903914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5638 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.283704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944996082641.  Starting simulation...", "info: Entering event queue @ 1944996092641.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944996092964.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34684", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1961184205990", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5508 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5538 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.249709] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1961184195990.  Starting simulation...", "info: Entering event queue @ 1961184205990.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1961184206313.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34688", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932531736141", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.874919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.874919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    1.566814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register        (udptransport.cc:396): Listening on UDP port 38833\r", "20120001-000001-5728 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    1.926759] random: crng init done\r", "20120001-000004-7873 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 3.214511 seconds\r", "20120001-000004-7873 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7893 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7903 00654 * CooldownDone    (benchmark.cc:129): Average latency is 153169 ns (153 us)\r", "20120001-000004-7903 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-8033 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-8033 00654 * LATENCY total: 0 ns 153 us/1 ns 5999 us (20001 samples, 3063 ms total)\r", "20120001-000004-8033 00654 *       1 ns |      16965 | ==================================================\r", "20120001-000004-8033 00654 *        ... |\r", "20120001-000004-8033 00654 *     524 us |       3022 | ========\r", "20120001-000004-8033 00654 *    1048 us |          9 | \r", "20120001-000004-8043 00654 *    2097 us |          2 | \r", "20120001-000004-8043 00654 *    4194 us |          3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25866961360785 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932531726141.  Starting simulation...", "info: Entering event queue @ 1932531736141.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932531736464.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-2-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-2-1.json
-{"exp_name": "nopaxos-gt-cb-ehseq-2", "metadata": {}, "start_time": 1607419043.868603, "end_time": 1607421864.8640537, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["254b88af7264", "sync_pci=1 sync_eth=1", "exit main_time: 5053106796000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4212a78091a0", "sync_pci=1 sync_eth=1", "exit main_time: 5053106819000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["529c058e8c68", "sync_pci=1 sync_eth=1", "exit main_time: 5053106839000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["73af3f738200", "sync_pci=1 sync_eth=1", "exit main_time: 5053106795000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1075ef94a13c", "sync_pci=1 sync_eth=1", "exit main_time: 5053106808000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["20ffb1739c08", "sync_pci=1 sync_eth=1", "exit main_time: 5053106045253"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:24", "gem5 executing on spyder08, pid 14164", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1842047520598", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[    0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[    0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[    0.852921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.852921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.852921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.852921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.852921] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.856920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.856920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.856920] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.856920] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.857920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.857920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.857920] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.857920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[    0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.858920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.870918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.922606] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1842047510598.  Starting simulation...", "info: Entering event queue @ 1842047520598.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1842047520921.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:25", "gem5 executing on spyder08, pid 14167", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2009153117062", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.885917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.886917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.886917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.886917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.886917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.886917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.886917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.886917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.886917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.886917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.886917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.886917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.887917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.887917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.887917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.887917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.891916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.891916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.891916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.891916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.891916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.891916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.891916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.892916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.892916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.892916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.892916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.892916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.892916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.892916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.892916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.892916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.892916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.893916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.893916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.893916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.893916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.893916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.893916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.893916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.905914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5628 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5658 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5658 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5658 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2009153107062.  Starting simulation...", "info: Entering event queue @ 2009153117062.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2009153117385.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:26", "gem5 executing on spyder08, pid 14170", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1879954267240", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.854921] mqnic: loading out-of-tree module taints kernel.\r", "[    0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.855920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.856920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.861920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.861920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.861920] mqnic 0000:00:02.0: Port count: 1\r", "[    0.861920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.861920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.861920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.861920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.862919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.862919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.862919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.862919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.862919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.862919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.862919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5328 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5358 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1879954257240.  Starting simulation...", "info: Entering event queue @ 1879954267240.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1879954267563.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:27", "gem5 executing on spyder08, pid 14172", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1924551124408", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.862919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.862919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.862919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.862919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.862919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.862919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.862919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.862919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.862919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.862919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.862919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.862919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5408 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1924551114408.  Starting simulation...", "info: Entering event queue @ 1924551124408.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1924551124731.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:28", "gem5 executing on spyder08, pid 14174", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1877902788439", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.874919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.874919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.874919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.874919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.874919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.874919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.874919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.874919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.874919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.874919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.874919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.875919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.875919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.880918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.880918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.880918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.880918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.880918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.881918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.881918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.881918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.881918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.881918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.882918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.882918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.882918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.882918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.882918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.882918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.882918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.894916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1023 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1023.845/1023.845/1023.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 37526\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9746 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.377943 seconds\r", "20120001-000002-9746 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9756 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9756 00654 * CooldownDone    (benchmark.cc:129): Average latency is 183380 ns (183 us)\r", "20120001-000002-9756 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9756 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9765 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9995 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9995 00654 * LATENCY total: 0 ns 183 us/1 ns 1999 us (2001 samples, 366 ms total)\r", "20120001-000002-9995 00654 *       1 ns |       1636 | ==================================================\r", "20120001-000002-9995 00654 *        ... |\r", "20120001-000002-9995 00654 *     524 us |        363 | ===========\r", "20120001-000002-9995 00654 *    1048 us |          2 | [    3.000596] random: crng init done\r", "\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1877902778439.  Starting simulation...", "info: Entering event queue @ 1877902788439.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1877902788762.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:33", "gem5 executing on spyder08, pid 14178", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906838005924", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 38473\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.959602] random: crng init done\r", "20120001-000002-9716 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.374943 seconds\r", "20120001-000002-9716 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9716 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9726 00654 * CooldownDone    (benchmark.cc:129): Average latency is 182880 ns (182 us)\r", "20120001-000002-9726 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9726 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9726 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 182 us/1 ns 999 us (2001 samples, 365 ms total)\r", "20120001-000002-9985 00654 *       1 ns |       1635 | ==================================================\r", "20120001-000002-9985 00654 *        ... |\r", "20120001-000002-9985 00654 *     524 us |        366 | ===========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5053105893609 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906837995924.  Starting simulation...", "info: Entering event queue @ 1906838005924.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906838006247.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
+{"exp_name": "nopaxos-gt-cb-ehseq-2", "metadata": {}, "start_time": 1607578878.0909684, "end_time": 1607590804.3350542, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["468ff2206d5c", "sync_pci=1 sync_eth=1", "exit main_time: 27590740062000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["67a2a7ff62f4", "sync_pci=1 sync_eth=1", "exit main_time: 27590740121000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a5222ff48ec", "sync_pci=1 sync_eth=1", "exit main_time: 27590740137000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c789f59341c", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "exit main_time: 27590740040000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["d022dfe2ee8", "sync_pci=1 sync_eth=1", "exit main_time: 27590740079000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5fb1a8fe14e0", "sync_pci=1 sync_eth=1", "exit main_time: 27590739327069"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34654", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892367196885", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.909609] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892367186885.  Starting simulation...", "info: Entering event queue @ 1892367196885.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892367197208.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34670", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1988040904408", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.865920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.865920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.865920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.865920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.865920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.865920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.865920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.865920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.865920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.865920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.865920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.865920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.871919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.871919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.871919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.871919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.871919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.871919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.871919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.871919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.871919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.871919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.871919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.871919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.871919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.871919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.885917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5448 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.944604] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1988040894408.  Starting simulation...", "info: Entering event queue @ 1988040904408.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1988040904731.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34676", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954362402622", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.870918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.876917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.876917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.876917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.876917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.877917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.877917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.877917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.877917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.877917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.877917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.877917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.877917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.877917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.890915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00649 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.976598] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954362392622.  Starting simulation...", "info: Entering event queue @ 1954362402622.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954362402945.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34683", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1925726278744", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.881917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.881917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.882917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.882917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.882917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.882917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.882917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.883917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.883917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.883917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.883917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.883917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.883917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.883917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.895915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5528 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5558 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5558 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.011593] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1925726268744.  Starting simulation...", "info: Entering event queue @ 1925726278744.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1925726279067.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34687", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914111559423", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.855920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.860919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.860919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1043 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1043.842/1043.842/1043.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register        (udptransport.cc:396): Listening on UDP port 44467\r", "20120001-000002-5956 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.181566] random: crng init done\r", "20120001-000006-4330 00655 * Finish          (benchmark.cc:190): Completed 20000 requests in 3.836417 seconds\r", "20120001-000006-4330 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4360 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4360 00655 * CooldownDone    (benchmark.cc:129): Average latency is 185562 ns (185 us)\r", "20120001-000006-4360 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000006-5340 00655 * LATENCY total: 0 ns 185 us/1 ns 11 ms (20001 samples, 3711 ms total)\r", "20120001-000006-5340 00655 *       1 ns |      16331 | ==================================================\r", "20120001-000006-5340 00655 *        ... |\r", "20120001-000006-5340 00655 *     524 us |       3659 | ===========\r", "20120001-000006-5340 00655 *    1048 us |          4 | \r", "20120001-000006-5350 00655 *    2097 us |          4 | \r", "20120001-000006-5350 00655 *    4194 us |          0 |\r", "20120001-000006-5350 00655 *    8388 us |          3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914111549423.  Starting simulation...", "info: Entering event queue @ 1914111559423.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914111559746.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder07, pid 34695", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926320709718", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.872918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.872918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.872918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.872918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1026 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1026.844/1026.844/1026.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 60829\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.197565] random: crng init done\r", "20120001-000006-4350 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 3.838417 seconds\r", "20120001-000006-4350 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4380 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4380 00654 * CooldownDone    (benchmark.cc:129): Average latency is 186512 ns (186 us)\r", "20120001-000006-4380 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5350 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000006-5350 00654 * LATENCY total: 0 ns 186 us/1 ns 10 ms (20001 samples, 3730 ms total)\r", "20120001-000006-5350 00654 *       1 ns |      16316 | ==================================================\r", "20120001-000006-5350 00654 *        ... |\r", "20120001-000006-5350 00654 *     524 us |       3672 | ===========\r", "20120001-000006-5350 00654 *    1048 us |          6 | \r", "20120001-000006-5360 00654 *    2097 us |          4 | \r", "20120001-000006-5360 00654 *    4194 us |          0 |\r", "20120001-000006-5360 00654 *    8388 us |          3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 27590738944365 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926320699718.  Starting simulation...", "info: Entering event queue @ 1926320709718.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926320710041.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-3-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-3-1.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-4-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-4-1.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-5-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-5-1.json
-{"exp_name": "nopaxos-gt-cb-ehseq-5", "metadata": {}, "start_time": 1607419043.9308522, "end_time": 1607422727.4402897, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["35a09461ffec", "sync_pci=1 sync_eth=1", "exit main_time: 4170326647000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["673dcecef050", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4043f940f88", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["41de448e245c", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f2e47ae3e64", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["20caeffd2ec4", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4e1b6afd48cc", "sync_pci=1 sync_eth=1", "exit main_time: 4170326673000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6ae183626808", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7a8ab0b8740", "sync_pci=1 sync_eth=1", "exit main_time: 4170325890749"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:24", "gem5 executing on spyder09, pid 17571", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1959316116283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.879917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.879917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.879917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.879917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    1.829773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1959316106283.  Starting simulation...", "info: Entering event queue @ 1959316116283.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1959316116606.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:25", "gem5 executing on spyder09, pid 17579", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1957253869927", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.867918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.869918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.869918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.869918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.869918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.869918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.869918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.873917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.874917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.874917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.874917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.874917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.874917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.874917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.874917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.874917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.874917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.875917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.875917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.875917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.887915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5488 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.814774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1957253859927.  Starting simulation...", "info: Entering event queue @ 1957253869927.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1957253870250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:26", "gem5 executing on spyder09, pid 17582", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1929669723685", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.836771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1929669713685.  Starting simulation...", "info: Entering event queue @ 1929669723685.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1929669724008.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:27", "gem5 executing on spyder09, pid 17587", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938156299614", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.882918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.884917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.884917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.889917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.889917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.889917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5638 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.848771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938156289614.  Starting simulation...", "info: Entering event queue @ 1938156299614.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938156299937.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:29", "gem5 executing on spyder09, pid 17589", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966799974267", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register        (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000001-5638 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9707 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.406938 seconds\r", "20120001-000001-9707 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:129): Average latency is 195872 ns (195 us)\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 195 us/1 ns 3999 us (2001 samples, 391 ms total)\r", "20120001-000002-0677 00654 *       1 ns |       1612 | ==================================================\r", "20120001-000002-0677 00654 *        ... |\r", "20120001-000002-0677 00654 *     524 us |        388 | ============\r", "20120001-000002-0677 00654 *    1048 us |          0 |\r", "20120001-000002-0687 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966799964267.  Starting simulation...", "info: Entering event queue @ 1966799974267.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966799982582.  Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:34", "gem5 executing on spyder09, pid 17603", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1983500447743", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.875917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.876917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.876917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.876917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.876917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.876917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.876917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.876917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.876917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.876917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.877917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.877917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.877917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.877917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.877917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.881916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.881916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.881916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.881916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.882916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.882916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.882916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.882916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.882916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.882916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.882916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.882916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.883916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.883916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.883916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.895914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register        (udptransport.cc:396): Listening on UDP port 42787\r", "20120001-000001-5748 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9817 00655 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.406938 seconds\r", "20120001-000001-9827 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9827 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9827 00655 * CooldownDone    (benchmark.cc:129): Average latency is 199369 ns (199 us)\r", "20120001-000001-9837 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9837 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9837 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0787 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0787 00655 * LATENCY total: 0 ns 199 us/1 ns 3999 us (2001 samples, 398 ms total)\r", "20120001-000002-0787 00655 *       1 ns |       1608 | ==================================================\r", "20120001-000002-0787 00655 *        ... |\r", "20120001-000002-0787 00655 *     524 us |        389 | ============\r", "20120001-000002-0787 00655 *    1048 us |          3 | \r", "20120001-000002-0797 00655 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1983500437743.  Starting simulation...", "info: Entering event queue @ 1983500447743.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1983500448066.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:44", "gem5 executing on spyder09, pid 17609", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900554936949", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1039 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1039.841/1039.841/1039.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 48632\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9216 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.324951 seconds\r", "20120001-000002-9216 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9216 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:129): Average latency is 155898 ns (155 us)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 155 us/1 ns 7998 us (2001 samples, 311 ms total)\r", "20120001-000002-9985 00654 *       1 ns |       1696 | ==================================================\r", "20120001-000002-9985 00654 *        ... |\r", "20120001-000002-9985 00654 *     524 us |        304 | ========\r", "20120001-000002-9985 00654 *    1048 us |          0 |\r", "20120001-000002-9995 00654 *    2097 us |          0 |\r", "20120001-000002-9995 00654 *    4194 us |          1 | \r", "[    3.000595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900554926949.  Starting simulation...", "info: Entering event queue @ 1900554936949.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900554937272.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:44", "gem5 executing on spyder09, pid 17615", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954215653185", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.865918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.865918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.865918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register        (udptransport.cc:396): Listening on UDP port 40367\r", "20120001-000001-5638 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9727 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.408938 seconds\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:129): Average latency is 200869 ns (200 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9747 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 2999 us (2001 samples, 401 ms total)\r", "20120001-000002-0677 00654 *       1 ns |       1603 | ==================================================\r", "20120001-000002-0677 00654 *        ... |\r", "20120001-000002-0677 00654 *     524 us |        395 | ============\r", "20120001-000002-0677 00654 *    1048 us |          2 | \r", "20120001-000002-0687 00654 *    2097 us |          1 | \r", "[    2.069735] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954215643185.  Starting simulation...", "info: Entering event queue @ 1954215653185.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954215653508.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:49", "gem5 executing on spyder09, pid 17627", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944802365229", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register        (udptransport.cc:396): Listening on UDP port 38639\r", "20120001-000001-5598 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9657 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.405939 seconds\r", "20120001-000001-9667 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9667 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9667 00654 * CooldownDone    (benchmark.cc:129): Average latency is 193873 ns (193 us)\r", "20120001-000001-9677 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9677 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9677 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0637 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0637 00654 * LATENCY total: 0 ns 193 us/1 ns 3999 us (2001 samples, 387 ms total)\r", "20120001-000002-0637 00654 *       1 ns |       1616 | ==================================================\r", "20120001-000002-0637 00654 *        ... |\r", "20120001-000002-0637 00654 *     524 us |        384 | ===========\r", "20120001-000002-0637 00654 * [    2.063737] random: crng init done\r", "   1048 us |          0 |\r", "20120001-000002-0647 00654 *    2097 us |          1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4170325470696 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944802355229.  Starting simulation...", "info: Entering event queue @ 1944802365229.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944802365552.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
+{"exp_name": "nopaxos-gt-cb-ehseq-5", "metadata": {}, "start_time": 1607532463.6332548, "end_time": 1607536342.9982615, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f7d5bd6976c", "sync_pci=1 sync_eth=1", "exit main_time: 4170313783000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["21c1ab76e674", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["42d4b93bdc08", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["63e81cecd1a0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4fb43d1c738", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["260e1142bcd0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["47212177b264", "sync_pci=1 sync_eth=1", "exit main_time: 4170313771000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["683433b8a7fc", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["94786ed9d94", "sync_pci=1 sync_eth=1", "exit main_time: 4170313012201"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:44", "gem5 executing on spyder12, pid 29958", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1959316116283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.879917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.879917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.879917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.879917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    1.830773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1959316106283.  Starting simulation...", "info: Entering event queue @ 1959316116283.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1959316116606.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:45", "gem5 executing on spyder12, pid 29970", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1957253869927", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.867918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.869918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.869918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.869918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.869918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.869918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.869918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.873917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.874917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.874917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.874917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.874917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.874917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.874917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.874917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.874917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.874917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.874917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.875917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.875917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.875917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.875917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.887915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5488 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.815774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1957253859927.  Starting simulation...", "info: Entering event queue @ 1957253869927.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1957253870250.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:46", "gem5 executing on spyder12, pid 29974", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1929669723685", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.837771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1929669713685.  Starting simulation...", "info: Entering event queue @ 1929669723685.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1929669724008.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:47", "gem5 executing on spyder12, pid 29977", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938156299614", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.882918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.884917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.884917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.889917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.889917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.889917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5638 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.848771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938156289614.  Starting simulation...", "info: Entering event queue @ 1938156299614.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938156299937.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:48", "gem5 executing on spyder12, pid 29981", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966799974267", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register        (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000001-5638 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9727 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.408938 seconds\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:129): Average latency is 200869 ns (200 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9747 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 2999 us (2001 samples, 401 ms total)\r", "20120001-000002-0677 00654 *       1 ns |       1601 | ==================================================\r", "20120001-000002-0677 00654 *        ... |\r", "20120001-000002-0677 00654 *     524 us |        399 | ============\r", "20120001-000002-0677 00654 *    1048 us |          0 |\r", "20120001-000002-0687 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966799964267.  Starting simulation...", "info: Entering event queue @ 1966799974267.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966799982582.  Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:53", "gem5 executing on spyder12, pid 30003", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1983500447743", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.875917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.876917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.876917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.876917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.876917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.876917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.876917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.876917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.876917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.876917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.877917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.877917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.877917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.877917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.877917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.881916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.881916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.881916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.881916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.882916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.882916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.882916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.882916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.882916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.882916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.882916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.882916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.882916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.883916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.883916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.883916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.883916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.895914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register        (udptransport.cc:396): Listening on UDP port 42787\r", "20120001-000001-5748 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-0697 00655 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-0827 00655 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.507923 seconds\r", "20120001-000002-0827 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0837 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0837 00655 * CooldownDone    (benchmark.cc:129): Average latency is 250336 ns (250 us)\r", "20120001-000002-0837 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0837 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0847 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1807 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1807 00655 * LATENCY total: 0 ns 250 us/1 ns 101 ms (2001 samples, 500 ms total)\r", "20120001-000002-1807 00655 *       1 ns |       1603 | ==================================================\r", "20120001-000002-1807 00655 *        ... |\r", "20120001-000002-1807 00655 *     524 us |        396 | ============\r", "20120001-000002-1807 00655 *    1048 us |          0 |\r", "20120001-000002-1817 00655 *    2097 us |          1 | \r", "20120001-000002-1817 00655 *        ... |\r", "20120001-000002-1817 00655 *      67 ms |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1983500437743.  Starting simulation...", "info: Entering event queue @ 1983500447743.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1983500448066.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:47:58", "gem5 executing on spyder12, pid 30153", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900554936949", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1039 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1039.841/1039.841/1039.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 48632\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9216 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.324951 seconds\r", "20120001-000002-9216 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:129): Average latency is 156897 ns (156 us)\r", "20120001-000002-9226 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 156 us/1 ns 8998 us (2001 samples, 313 ms total)\r", "20120001-000002-9985 00654 *       1 ns |       1696 | ==================================================\r", "20120001-000002-9985 00654 *        ... |\r", "20120001-000002-9985 00654 *     524 us |        303 | ========\r", "20120001-000002-9985 00654 *    1048 us |          1 | \r", "20120001-000002-9995 00654 *    2097 us |          0 |\r", "20120001-000002-9995 00654 *    4194 us |          0 |\r", "20120001-000002-9995 00654 *    8388 us |          1 | \r", "[    3.000595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900554926949.  Starting simulation...", "info: Entering event queue @ 1900554936949.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900554937272.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:48:03", "gem5 executing on spyder12, pid 30194", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954215653185", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.865918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.865918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.865918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register        (udptransport.cc:396): Listening on UDP port 40367\r", "20120001-000001-5638 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9717 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.407938 seconds\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:129): Average latency is 200369 ns (200 us)\r", "20120001-000001-9727 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 3999 us (2001 samples, 400 ms total)\r", "20120001-000002-0677 00654 *       1 ns |       1604 | ==================================================\r", "20120001-000002-0677 00654 *        ... |\r", "20120001-000002-0677 00654 *     524 us |        395 | ============\r", "20120001-000002-0677 00654 *    1048 us |          1 | \r", "20120001-000002-0687 00654 *    2097 us |          1 | \r", "[    2.069735] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954215643185.  Starting simulation...", "info: Entering event queue @ 1954215653185.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954215653508.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 17:48:08", "gem5 executing on spyder12, pid 30200", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944802365229", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register        (udptransport.cc:396): Listening on UDP port 38639\r", "20120001-000001-5598 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9697 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.409938 seconds\r", "20120001-000001-9707 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9707 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9707 00654 * CooldownDone    (benchmark.cc:129): Average latency is 195872 ns (195 us)\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0637 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0637 00654 * LATENCY total: 0 ns 195 us/1 ns 3999 us (2001 samples, 391 ms total)\r", "20120001-000002-0637 00654 *       1 ns |       1613 | ==================================================\r", "20120001-000002-0637 00654 *        ... |\r", "20120001-000002-0637 00654 *     524 us |        386 | ===========\r", "20120001-000002-0637 00654 *    1048 us |          1 | [    2.064737] random: crng init done\r", "\r", "20120001-000002-0647 00654 *    2097 us |          1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4170312550962 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944802355229.  Starting simulation...", "info: Entering event queue @ 1944802365229.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944802365552.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-5-1.log
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-5-1.log
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar
+preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
+nopaxos-gt-cb-ehseq-5: starting NICS
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. 0 0 200 500 500
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. 0 0 200 500 500
+nic.sequencer.0. ERR: ['2925e8b8f178']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. 0 0 200 500 500
+nic.replica.0. ERR: ['39af5e92ec44']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. 0 0 200 500 500
+nic.replica.1. ERR: ['4a38adf5e710']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. 0 0 200 500 500
+nic.replica.2. ERR: ['5ac2746fe1dc']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. 0 0 200 500 500
+nic.client.0. ERR: ['51643efe2d0']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. 0 0 200 500 500
+nic.client.1. ERR: ['159fd961dd98']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. 0 0 200 500 500
+nic.client.2. ERR: ['2629101ad864']
+start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. 0 0 200 500 500
+nic.client.3. ERR: ['36b28b3cd330']
+nopaxos-gt-cb-ehseq-5: waiting for sockets
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.)
+nic.client.4. ERR: ['473c7e15cdfc']
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.)
+await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.)
+start Net: /home/hejingli/endhostsim-code/ns-3/cosim-run.sh sequencer sequencer-single-switch-example --EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.  --LinkRate=100Gb/s --LinkLatency=500ns 
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+net. ERR: ['Create client and server nodes, and optionally endhost sequencer nodes']
+net. ERR: ['Create switch node']
+net. ERR: ['Create simple channels']
+net. ERR: ['Create Switch']
+net. ERR: ['Create Cosims and Bridges']
+host.sequencer.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.sequencer.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.sequencer.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.sequencer.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.sequencer.0 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.sequencer.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.sequencer.0 OUT: ['']
+host.sequencer.0 OUT: ['gem5 version 20.0.0.1']
+host.sequencer.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.sequencer.0 OUT: ['gem5 started Dec 10 2020 16:11:36']
+host.sequencer.0 OUT: ['gem5 executing on spyder07, pid 52713']
+host.sequencer.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.sequencer.0 OUT: ['']
+host.sequencer.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.sequencer.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.sequencer.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.sequencer.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.sequencer.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.sequencer.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.sequencer.0. ERR: ['sync_pci=1 sync_eth=1']
+host.sequencer.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.sequencer.0 ERR: ['warn: Reading current count from inactive timer.']
+host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.replica.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.replica.0 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.replica.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.replica.0 OUT: ['']
+host.replica.0 OUT: ['gem5 version 20.0.0.1']
+host.replica.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.replica.0 OUT: ['gem5 started Dec 10 2020 16:11:37']
+host.replica.0 OUT: ['gem5 executing on spyder07, pid 52718']
+host.replica.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.replica.0 OUT: ['']
+host.replica.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.replica.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.replica.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.replica.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.replica.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.replica.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.replica.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.replica.0. ERR: ['sync_pci=1 sync_eth=1']
+host.replica.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.replica.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.replica.0 ERR: ['warn: Reading current count from inactive timer.']
+host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.replica.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.replica.1 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.replica.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.replica.1 OUT: ['']
+host.replica.1 OUT: ['gem5 version 20.0.0.1']
+host.replica.1 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.replica.1 OUT: ['gem5 started Dec 10 2020 16:11:38']
+host.replica.1 OUT: ['gem5 executing on spyder07, pid 52720']
+host.replica.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.replica.1 OUT: ['']
+host.replica.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.replica.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.replica.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.replica.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.replica.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.replica.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.replica.1 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.replica.1. ERR: ['sync_pci=1 sync_eth=1']
+host.replica.1 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.replica.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.replica.1 ERR: ['warn: Reading current count from inactive timer.']
+host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.replica.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.replica.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.replica.2 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.replica.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.replica.2 OUT: ['']
+host.replica.2 OUT: ['gem5 version 20.0.0.1']
+host.replica.2 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.replica.2 OUT: ['gem5 started Dec 10 2020 16:11:39']
+host.replica.2 OUT: ['gem5 executing on spyder07, pid 52721']
+host.replica.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.replica.2 OUT: ['']
+host.replica.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.replica.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.replica.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.replica.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.replica.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.replica.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.replica.2 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.replica.2. ERR: ['sync_pci=1 sync_eth=1']
+host.replica.2 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.replica.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.replica.2 ERR: ['warn: Reading current count from inactive timer.']
+host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.client.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.client.0 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.client.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.client.0 OUT: ['']
+host.client.0 OUT: ['gem5 version 20.0.0.1']
+host.client.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.client.0 OUT: ['gem5 started Dec 10 2020 16:11:40']
+host.client.0 OUT: ['gem5 executing on spyder07, pid 52723']
+host.client.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.client.0 OUT: ['']
+host.client.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.client.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.client.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.client.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.client.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.client.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.client.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.client.0. ERR: ['sync_pci=1 sync_eth=1']
+host.client.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.client.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.client.0 ERR: ['warn: Reading current count from inactive timer.']
+host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.client.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.client.1 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.client.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.client.1 OUT: ['']
+host.client.1 OUT: ['gem5 version 20.0.0.1']
+host.client.1 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.client.1 OUT: ['gem5 started Dec 10 2020 16:11:45']
+host.client.1 OUT: ['gem5 executing on spyder07, pid 52727']
+host.client.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.client.1 OUT: ['']
+host.client.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.client.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.client.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.client.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.client.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.client.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.client.1 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.client.1. ERR: ['sync_pci=1 sync_eth=1']
+host.client.1 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.client.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.client.1 ERR: ['warn: Reading current count from inactive timer.']
+host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.client.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.client.2 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.client.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.client.2 OUT: ['']
+host.client.2 OUT: ['gem5 version 20.0.0.1']
+host.client.2 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.client.2 OUT: ['gem5 started Dec 10 2020 16:11:50']
+host.client.2 OUT: ['gem5 executing on spyder07, pid 52737']
+host.client.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.client.2 OUT: ['']
+host.client.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.client.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.client.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.client.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.client.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.client.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+nic.client.2. ERR: ['sync_pci=1 sync_eth=1']
+host.client.2 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+host.client.2 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.client.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.client.2 ERR: ['warn: Reading current count from inactive timer.']
+host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.client.3 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.3 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.3 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.3 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.client.3 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.client.3 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.client.3 OUT: ['']
+host.client.3 OUT: ['gem5 version 20.0.0.1']
+host.client.3 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.client.3 OUT: ['gem5 started Dec 10 2020 16:11:55']
+host.client.3 OUT: ['gem5 executing on spyder07, pid 52740']
+host.client.3 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.client.3 OUT: ['']
+host.client.3 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.client.3 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.client.3 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.client.3 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.client.3 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.client.3 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.client.3 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.client.3. ERR: ['sync_pci=1 sync_eth=1']
+host.client.3 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.client.3 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.client.3 ERR: ['warn: Reading current count from inactive timer.']
+host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.sequencer.0 OUT: ['Switch at curTick count:10000']
+host.sequencer.0 ERR: ['info: Entering event queue @ 1845941320224.  Starting simulation...']
+start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
+host.client.4 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.4 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.4 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
+host.client.4 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
+host.client.4 OUT: ['gem5 Simulator System.  http://gem5.org']
+host.client.4 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
+host.client.4 OUT: ['']
+host.client.4 OUT: ['gem5 version 20.0.0.1']
+host.client.4 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
+host.client.4 OUT: ['gem5 started Dec 10 2020 16:12:00']
+host.client.4 OUT: ['gem5 executing on spyder07, pid 52746']
+host.client.4 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
+host.client.4 OUT: ['']
+host.client.4 OUT: ['info: Standard input is not a terminal, disabling listeners.']
+host.client.4 OUT: ['CEHCKPOINT RESTORE THINGIE']
+host.client.4 OUT: ['Global frequency set at 1000000000000 ticks per second']
+host.client.4 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
+host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
+host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
+host.client.4 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
+host.client.4 ERR: ['warn: Sockets disabled, not accepting terminal connections']
+host.client.4 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
+nic.client.4. ERR: ['sync_pci=1 sync_eth=1']
+host.client.4 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
+host.client.4 ERR: ['warn: Sockets disabled, not accepting gdb connections']
+host.client.4 ERR: ['warn: Reading current count from inactive timer.']
+host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.replica.0 OUT: ['Switch at curTick count:10000']
+host.replica.0 ERR: ['info: Entering event queue @ 1891910595267.  Starting simulation...']
+host.client.0 OUT: ['Switch at curTick count:10000']
+host.client.0 ERR: ['info: Entering event queue @ 1872953931240.  Starting simulation...']
+host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.replica.1 OUT: ['Switch at curTick count:10000']
+host.replica.1 ERR: ['info: Entering event queue @ 1899809454168.  Starting simulation...']
+host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.replica.2 OUT: ['Switch at curTick count:10000']
+host.replica.2 ERR: ['info: Entering event queue @ 1983359946375.  Starting simulation...']
+nopaxos-gt-cb-ehseq-5: waiting for hosts to terminate
+host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.client.1 OUT: ['Switch at curTick count:10000']
+host.client.1 ERR: ['info: Entering event queue @ 1875230827731.  Starting simulation...']
+host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.client.2 OUT: ['Switch at curTick count:10000']
+host.client.2 ERR: ['info: Entering event queue @ 1863463291380.  Starting simulation...']
+host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.client.3 OUT: ['Switch at curTick count:10000']
+host.client.3 ERR: ['info: Entering event queue @ 1875846849759.  Starting simulation...']
+host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
+host.client.4 OUT: ['Switch at curTick count:10000']
+host.client.4 ERR: ['info: Entering event queue @ 1871938918269.  Starting simulation...']
+host.sequencer.0 OUT: ['Switched CPUS @ tick 1845941330224']
+host.sequencer.0 OUT: ['switching cpus']
+host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330224.  Starting simulation...']
+host.sequencer.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330547.  Starting simulation...']
+host.sequencer.0 OUT: ['**** REAL SIMULATION ****']
+host.sequencer.0 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.sequencer.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.sequencer.0 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.sequencer.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.sequencer.0 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.sequencer.0 OUT: ['[    0.859920] mqnic: loading out-of-tree module taints kernel.\r']
+host.sequencer.0 OUT: ['[    0.860920] mqnic 0000:00:02.0: mqnic probe\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PHC count: 1\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF count: 1\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.2 OUT: ['Switched CPUS @ tick 1863463301380']
+host.client.2 OUT: ['switching cpus']
+host.client.2 ERR: ['info: Entering event queue @ 1863463301380.  Starting simulation...']
+host.client.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.client.2 ERR: ['info: Entering event queue @ 1863463301703.  Starting simulation...']
+host.client.2 OUT: ['**** REAL SIMULATION ****']
+host.client.2 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.client.2 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.client.2 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port count: 1\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.2 OUT: ['[    0.849921] mqnic: loading out-of-tree module taints kernel.\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.client.4 OUT: ['Switched CPUS @ tick 1871938928269']
+host.client.4 OUT: ['switching cpus']
+host.client.4 ERR: ['info: Entering event queue @ 1871938928269.  Starting simulation...']
+host.client.4 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.client.4 OUT: ['**** REAL SIMULATION ****']
+host.client.4 ERR: ['info: Entering event queue @ 1871938928592.  Starting simulation...']
+host.client.4 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.4 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.client.4 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: mqnic probe\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.4 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PHC count: 1\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF count: 1\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.client.4 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.client.0 OUT: ['Switched CPUS @ tick 1872953941240']
+host.client.0 OUT: ['switching cpus']
+host.client.0 ERR: ['info: Entering event queue @ 1872953941240.  Starting simulation...']
+host.client.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.client.0 OUT: ['**** REAL SIMULATION ****']
+host.client.0 ERR: ['info: Entering event queue @ 1872953941563.  Starting simulation...']
+host.client.0 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.client.0 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.sequencer.0 OUT: ['+ ip link set dev eth0 up\r']
+host.client.0 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.1 OUT: ['Switched CPUS @ tick 1875230837731']
+host.client.1 OUT: ['switching cpus']
+host.client.1 ERR: ['info: Entering event queue @ 1875230837731.  Starting simulation...']
+host.client.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.client.1 OUT: ['**** REAL SIMULATION ****']
+host.client.1 ERR: ['info: Entering event queue @ 1875230838054.  Starting simulation...']
+host.client.1 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.client.1 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.client.3 OUT: ['Switched CPUS @ tick 1875846859759']
+host.client.3 OUT: ['switching cpus']
+host.client.3 ERR: ['info: Entering event queue @ 1875846859759.  Starting simulation...']
+host.client.3 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.client.3 ERR: ['info: Entering event queue @ 1875846860082.  Starting simulation...']
+host.client.3 OUT: ['**** REAL SIMULATION ****']
+host.client.3 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.3 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.client.3 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.1 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.3 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.client.3 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.4 OUT: ['[    0.862920] mqnic: loading out-of-tree module taints kernel.\r']
+host.client.0 OUT: ['[    0.868919] mqnic: loading out-of-tree module taints kernel.\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: mqnic probe\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF count: 1\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.client.4 OUT: ['[    0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.client.4 OUT: ['[    0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: mqnic probe\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PHC count: 1\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF count: 1\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.client.0 OUT: ['[    0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.client.0 OUT: ['[    0.871919] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.1 OUT: ['[    0.861920] mqnic: loading out-of-tree module taints kernel.\r']
+host.client.3 OUT: ['[    0.854920] mqnic: loading out-of-tree module taints kernel.\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: mqnic probe\r']
+host.sequencer.0 OUT: ['[    0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF count: 1\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: mqnic probe\r']
+host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.client.1 OUT: ['[    0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.client.1 OUT: ['[    0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PHC count: 1\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF count: 1\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port count: 1\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.client.2 OUT: ['+ ip link set dev eth0 up\r']
+host.replica.0 OUT: ['Switched CPUS @ tick 1891910605267']
+host.replica.0 OUT: ['switching cpus']
+host.replica.0 ERR: ['info: Entering event queue @ 1891910605267.  Starting simulation...']
+host.replica.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.replica.0 OUT: ['**** REAL SIMULATION ****']
+host.replica.0 ERR: ['info: Entering event queue @ 1891910605590.  Starting simulation...']
+host.replica.0 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.replica.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.replica.0 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.replica.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.replica.0 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port count: 1\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port count: 1\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.client.4 OUT: ['+ ip link set dev eth0 up\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port count: 1\r']
+host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.client.3 OUT: ['[    0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.replica.1 OUT: ['Switched CPUS @ tick 1899809464168']
+host.replica.1 OUT: ['switching cpus']
+host.replica.1 ERR: ['info: Entering event queue @ 1899809464168.  Starting simulation...']
+host.replica.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.replica.1 OUT: ['**** REAL SIMULATION ****']
+host.replica.1 ERR: ['info: Entering event queue @ 1899809464491.  Starting simulation...']
+host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.replica.1 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.replica.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.replica.0 OUT: ['[    0.867920] mqnic: loading out-of-tree module taints kernel.\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.replica.1 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.replica.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port count: 1\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.client.0 OUT: ['+ ip link set dev eth0 up\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.replica.1 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: mqnic probe\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.client.2 OUT: ['[    0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PHC count: 1\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF count: 1\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.1 OUT: ['+ ip link set dev eth0 up\r']
+host.client.3 OUT: ['+ ip link set dev eth0 up\r']
+host.replica.1 OUT: ['[    0.869918] mqnic: loading out-of-tree module taints kernel.\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: mqnic probe\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PHC count: 1\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF count: 1\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: Creating interface 0\r']
+host.client.4 OUT: ['[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.client.0 OUT: ['[    0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.client.1 OUT: ['[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.client.3 OUT: ['[    0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port count: 1\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.replica.0 OUT: ['+ ip link set dev eth0 up\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port count: 1\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.replica.1 OUT: ['+ ip link set dev eth0 up\r']
+host.replica.0 OUT: ['[    0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.replica.1 OUT: ['[    0.889915] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.replica.2 OUT: ['Switched CPUS @ tick 1983359956375']
+host.replica.2 OUT: ['switching cpus']
+host.replica.2 ERR: ['info: Entering event queue @ 1983359956375.  Starting simulation...']
+host.replica.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
+host.replica.2 ERR: ['info: Entering event queue @ 1983359956698.  Starting simulation...']
+host.replica.2 OUT: ['**** REAL SIMULATION ****']
+host.replica.2 ERR: ["warn: instruction 'fwait' unimplemented"]
+host.replica.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
+host.replica.2 ERR: ["warn: Don't know what interrupt to clear for console."]
+host.replica.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
+host.replica.2 ERR: ['warn: Tried to clear PCI interrupt 14']
+host.replica.2 OUT: ['[    0.854920] mqnic: loading out-of-tree module taints kernel.\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: mqnic probe\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: FW version: 0.1\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Board version: 0.1\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PHC count: 1\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF count: 1\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
+host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
+host.replica.2 OUT: ['[    0.857919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
+host.replica.2 OUT: ['[    0.857919] mqnic 0000:00:02.0: Creating interface 0\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Event queue count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX queue count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX queue count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Port count: 1\r']
+host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
+host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
+host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
+host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r']
+host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
+host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
+host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Port MTU: 2048\r']
+host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler count: 1\r']
+host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
+host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
+host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
+host.replica.2 OUT: ['+ ip link set dev eth0 up\r']
+host.replica.2 OUT: ['[    0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
+host.sequencer.0 OUT: ['+ ip addr add 10.0.0.100/24 dev eth0\r']
+host.sequencer.0 OUT: ['+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r']
+host.client.2 OUT: ['+ ip addr add 10.0.0.6/24 dev eth0\r']
+host.client.2 OUT: ['+ ping -c 1 10.0.0.1\r']
+host.client.4 OUT: ['+ ip addr add 10.0.0.8/24 dev eth0\r']
+host.client.0 OUT: ['+ ip addr add 10.0.0.4/24 dev eth0\r']
+host.client.4 OUT: ['+ ping -c 1 10.0.0.1\r']
+host.client.1 OUT: ['+ ip addr add 10.0.0.5/24 dev eth0\r']
+host.client.0 OUT: ['+ ping -c 1 10.0.0.1\r']
+host.client.3 OUT: ['+ ip addr add 10.0.0.7/24 dev eth0\r']
+host.client.1 OUT: ['+ ping -c 1 10.0.0.1\r']
+host.client.3 OUT: ['+ ping -c 1 10.0.0.1\r']
+host.client.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.2 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
+host.client.4 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.4 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
+host.client.0 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
+host.replica.0 OUT: ['+ ip addr add 10.0.0.1/24 dev eth0\r']
+host.client.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.3 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.1 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
+host.client.3 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
+host.replica.0 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r']
+host.replica.1 OUT: ['+ ip addr add 10.0.0.2/24 dev eth0\r']
+host.replica.1 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r']
+host.replica.0 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
+host.replica.1 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
+host.replica.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.replica.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.replica.0 OUT: ['20120001-000001-5478 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r']
+host.replica.0 OUT: ['20120001-000001-5508 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
+host.replica.0 OUT: ['20120001-000001-5508 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
+host.replica.0 OUT: ['20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
+host.replica.1 OUT: ['20120001-000001-5468 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r']
+host.replica.1 OUT: ['20120001-000001-5498 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
+host.replica.1 OUT: ['20120001-000001-5498 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
+host.replica.1 OUT: ['20120001-000001-5498 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
+host.replica.2 OUT: ['+ ip addr add 10.0.0.3/24 dev eth0\r']
+host.replica.2 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r']
+host.replica.2 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
+host.replica.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.replica.2 OUT: ['20120001-000001-5328 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r']
+host.replica.2 OUT: ['20120001-000001-5358 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
+host.replica.2 OUT: ['20120001-000001-5358 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
+host.replica.2 OUT: ['20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
+host.client.0 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1027 ms\r']
+host.client.0 OUT: ['\r']
+host.client.0 OUT: ['--- 10.0.0.1 ping statistics ---\r']
+host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.0 OUT: ['rtt min/avg/max/mdev = 1027.844/1027.844/1027.844/0.000 ms\r']
+host.client.0 OUT: ['+ ping -c 1 10.0.0.2\r']
+host.client.0 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
+host.client.0 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.0 OUT: ['\r']
+host.client.0 OUT: ['--- 10.0.0.2 ping statistics ---\r']
+host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.4 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
+host.client.4 OUT: ['\r']
+host.client.4 OUT: ['--- 10.0.0.1 ping statistics ---\r']
+host.client.0 OUT: ['+ ping -c 1 10.0.0.3\r']
+host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.4 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
+host.client.4 OUT: ['+ ping -c 1 10.0.0.2\r']
+host.client.1 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
+host.client.1 OUT: ['\r']
+host.client.1 OUT: ['--- 10.0.0.1 ping statistics ---\r']
+host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.1 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
+host.client.0 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
+host.client.1 OUT: ['+ ping -c 1 10.0.0.2\r']
+host.client.0 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.0 OUT: ['\r']
+host.client.0 OUT: ['--- 10.0.0.3 ping statistics ---\r']
+host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.4 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
+host.client.4 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.4 OUT: ['\r']
+host.client.4 OUT: ['--- 10.0.0.2 ping statistics ---\r']
+host.client.0 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
+host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.2 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1047 ms\r']
+host.client.2 OUT: ['\r']
+host.client.2 OUT: ['--- 10.0.0.1 ping statistics ---\r']
+host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.2 OUT: ['rtt min/avg/max/mdev = 1047.841/1047.841/1047.841/0.000 ms\r']
+host.client.4 OUT: ['+ ping -c 1 10.0.0.3\r']
+host.client.2 OUT: ['+ ping -c 1 10.0.0.2\r']
+host.client.1 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
+host.client.1 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.1 OUT: ['\r']
+host.client.1 OUT: ['--- 10.0.0.2 ping statistics ---\r']
+host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.1 OUT: ['+ ping -c 1 10.0.0.3\r']
+host.client.4 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
+host.client.4 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.4 OUT: ['\r']
+host.client.4 OUT: ['--- 10.0.0.3 ping statistics ---\r']
+host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.2 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
+host.client.2 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.2 OUT: ['\r']
+host.client.2 OUT: ['--- 10.0.0.2 ping statistics ---\r']
+host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.2 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.4 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
+host.client.2 OUT: ['+ ping -c 1 10.0.0.3\r']
+host.client.1 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
+host.client.1 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.1 OUT: ['\r']
+host.client.1 OUT: ['--- 10.0.0.3 ping statistics ---\r']
+host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.1 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
+host.client.2 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
+host.client.2 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r']
+host.client.2 OUT: ['\r']
+host.client.2 OUT: ['--- 10.0.0.3 ping statistics ---\r']
+host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.2 OUT: ['rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r']
+host.client.2 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
+host.replica.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.3 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1050 ms\r']
+host.client.3 OUT: ['\r']
+host.client.3 OUT: ['--- 10.0.0.1 ping statistics ---\r']
+host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.3 OUT: ['rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r']
+host.client.3 OUT: ['+ ping -c 1 10.0.0.2\r']
+host.replica.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.replica.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
+host.client.3 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
+host.client.3 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r']
+host.client.3 OUT: ['\r']
+host.client.3 OUT: ['--- 10.0.0.2 ping statistics ---\r']
+host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.3 OUT: ['rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r']
+host.client.3 OUT: ['+ ping -c 1 10.0.0.3\r']
+host.client.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.3 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
+host.client.3 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
+host.client.3 OUT: ['\r']
+host.client.3 OUT: ['--- 10.0.0.3 ping statistics ---\r']
+host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
+host.client.3 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
+host.client.3 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
+host.client.4 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.0 OUT: ['[    2.591657] random: client: uninitialized urandom read (4 bytes read)\r']
+host.client.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.0 OUT: ['20120001-000002-5916 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
+host.client.0 OUT: ['20120001-000002-5946 00654 * Register        (udptransport.cc:396): Listening on UDP port 38596\r']
+host.client.4 OUT: ['[    2.590658] random: client: uninitialized urandom read (4 bytes read)\r']
+host.client.0 OUT: ['20120001-000002-5976 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
+host.sequencer.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.4 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
+host.client.4 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 36873\r']
+host.client.1 OUT: ['[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r']
+host.client.2 OUT: ['[    2.590656] random: client: uninitialized urandom read (4 bytes read)\r']
+host.client.4 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
+host.client.1 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
+host.client.1 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 50610\r']
+host.client.2 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
+host.client.2 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 46453\r']
+host.client.1 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
+host.client.2 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
+host.client.3 ERR: ["warn: instruction 'fcomi' unimplemented"]
+host.client.3 OUT: ['[    2.586657] random: client: uninitialized urandom read (4 bytes read)\r']
+host.client.3 OUT: ['20120001-000002-5866 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
+host.client.3 OUT: ['20120001-000002-5896 00654 * Register        (udptransport.cc:396): Listening on UDP port 51592\r']
+host.client.3 OUT: ['20120001-000002-5916 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
+host.replica.0 OUT: ['[    2.723637] random: crng init done\r']
+host.replica.2 OUT: ['[    2.686641] random: crng init done\r']
+host.replica.1 OUT: ['[    2.783627] random: crng init done\r']
+host.sequencer.0 OUT: ['[    2.833620] random: crng init done\r']
+host.client.4 OUT: ['[    2.930606] random: crng init done\r']
+host.client.1 OUT: ['[    2.931606] random: crng init done\r']
+host.client.2 OUT: ['[    2.937604] random: crng init done\r']
+host.client.0 OUT: ['[    3.105579] random: crng init done\r']
+host.client.3 OUT: ['[    3.091580] random: crng init done\r']
+host.client.0 OUT: ['20120001-000007-1939 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.596302 seconds\r']
+host.client.0 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
+host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
+host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:129): Average latency is 225104 ns (225 us)\r']
+host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
+host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
+host.client.0 OUT: ['20120001-000007-1979 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
+host.client.4 OUT: ['20120001-000007-1919 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.595301 seconds\r']
+host.client.4 OUT: ['20120001-000007-1919 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
+host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
+host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:129): Average latency is 225804 ns (225 us)\r']
+host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
+host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
+host.client.4 OUT: ['20120001-000007-1959 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
+host.client.2 OUT: ['20120001-000007-1909 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.594301 seconds\r']
+host.client.2 OUT: ['20120001-000007-1909 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
+host.client.1 OUT: ['20120001-000007-1939 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.597302 seconds\r']
+host.client.1 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
+host.client.2 OUT: ['20120001-000007-1929 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
+host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:129): Average latency is 223754 ns (223 us)\r']
+host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
+host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
+host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
+host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
+host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:129): Average latency is 224754 ns (224 us)\r']
+host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
+host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
+host.client.1 OUT: ['20120001-000007-1979 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
+host.client.3 OUT: ['20120001-000007-0819 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.490318 seconds\r']
+host.client.3 OUT: ['20120001-000007-0819 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
+host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
+host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:129): Average latency is 219455 ns (219 us)\r']
+host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
+host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
+host.client.3 OUT: ['20120001-000007-0859 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 * operator()      (client.cc:273):    All clients done.\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 22 ms (20001 samples, 4502 ms total)\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 *       1 ns |      15622 | ==================================================\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 *        ... |\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 *     524 us |       4350 | =============\r']
+host.client.0 OUT: ['20120001-000007-2409 00654 *    1048 us |         16 | \r']
+host.client.0 OUT: ['20120001-000007-2419 00654 *    2097 us |          9 | \r']
+host.client.0 OUT: ['20120001-000007-2419 00654 *    4194 us |          0 |\r']
+host.client.0 OUT: ['20120001-000007-2419 00654 *    8388 us |          0 |\r']
+host.client.0 OUT: ['20120001-000007-2419 00654 *      16 ms |          4 | \r']
+host.client.0 OUT: ['+ sleep infinity\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 * operator()      (client.cc:273):    All clients done.\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 21 ms (20001 samples, 4516 ms total)\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 *       1 ns |      15606 | ==================================================\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 *        ... |\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 *     524 us |       4366 | =============\r']
+host.client.4 OUT: ['20120001-000007-2409 00654 *    1048 us |         15 | \r']
+host.client.4 OUT: ['20120001-000007-2419 00654 *    2097 us |         10 | \r']
+host.client.4 OUT: ['20120001-000007-2419 00654 *    4194 us |          0 |\r']
+host.client.4 OUT: ['20120001-000007-2419 00654 *    8388 us |          0 |\r']
+host.client.4 OUT: ['20120001-000007-2419 00654 *      16 ms |          4 | \r']
+host.client.1 OUT: ['20120001-000007-2399 00654 * operator()      (client.cc:273):    All clients done.\r']
+host.client.1 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 224 us/1 ns 22 ms (20001 samples, 4495 ms total)\r']
+host.client.1 OUT: ['20120001-000007-2399 00654 *       1 ns |      15633 | ==================================================\r']
+host.client.1 OUT: ['20120001-000007-2399 00654 *        ... |\r']
+host.client.1 OUT: ['20120001-000007-2399 00654 *     524 us |       4338 | =============\r']
+host.client.1 OUT: ['20120001-000007-2399 00654 *    1048 us |         17 | \r']
+host.client.1 OUT: ['20120001-000007-2409 00654 *    2097 us |          9 | \r']
+host.client.1 OUT: ['20120001-000007-2409 00654 *    4194 us |          0 |\r']
+host.client.1 OUT: ['20120001-000007-2409 00654 *    8388 us |          0 |\r']
+host.client.1 OUT: ['20120001-000007-2409 00654 *      16 ms |          4 | \r']
+host.client.4 OUT: ['+ sleep 20\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 * operator()      (client.cc:273):    All clients done.\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 223 us/1 ns 22 ms (20001 samples, 4475 ms total)\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 *       1 ns |      15650 | ==================================================\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 *        ... |\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 *     524 us |       4325 | =============\r']
+host.client.2 OUT: ['20120001-000007-2399 00654 *    1048 us |         13 | \r']
+host.client.2 OUT: ['20120001-000007-2409 00654 *    2097 us |          9 | \r']
+host.client.2 OUT: ['20120001-000007-2409 00654 *    4194 us |          0 |\r']
+host.client.2 OUT: ['20120001-000007-2409 00654 *    8388 us |          0 |\r']
+host.client.2 OUT: ['20120001-000007-2409 00654 *      16 ms |          4 | \r']
+host.client.1 OUT: ['+ sleep infinity\r']
+host.client.2 OUT: ['+ sleep infinity\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 * operator()      (client.cc:273):    All clients done.\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 * LATENCY total: 0 ns 219 us/1 ns 21 ms (20001 samples, 4389 ms total)\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 *       1 ns |      15721 | ==================================================\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 *        ... |\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 *     524 us |       4262 | =============\r']
+host.client.3 OUT: ['20120001-000007-1349 00654 *    1048 us |          5 | \r']
+host.client.3 OUT: ['20120001-000007-1359 00654 *    2097 us |          9 | \r']
+host.client.3 OUT: ['20120001-000007-1359 00654 *    4194 us |          0 |\r']
+host.client.3 OUT: ['20120001-000007-1359 00654 *    8388 us |          0 |\r']
+host.client.3 OUT: ['20120001-000007-1359 00654 *      16 ms |          4 | \r']
+host.client.3 OUT: ['+ sleep infinity\r']
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-6-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-6-1.json
-{"exp_name": "nopaxos-gt-cb-ehseq-6", "metadata": {}, "start_time": 1607419047.090439, "end_time": 1607422796.9323742, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["420cde8a3468", "sync_pci=1 sync_eth=1", "exit main_time: 5156859298000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["52964d802f34", "sync_pci=1 sync_eth=1", "exit main_time: 5156859288000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["631fbb872a00", "sync_pci=1 sync_eth=1", "exit main_time: 5156859300000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["73a9f49d24cc", "sync_pci=1 sync_eth=1", "exit main_time: 5156859344000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4faa3ff6f480", "sync_pci=1 sync_eth=1", "exit main_time: 5156859336000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6033f218ef48", "sync_pci=1 sync_eth=1", "exit main_time: 5156859326000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["70bd1923ea14", "sync_pci=1 sync_eth=1", "exit main_time: 5156859291000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1468025e4e0", "sync_pci=1 sync_eth=1", "exit main_time: 5156859342000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["11d0696cdfac", "sync_pci=1 sync_eth=1", "exit main_time: 5156859283000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["225a32f6da78", "sync_pci=1 sync_eth=1", "exit main_time: 5156858380392"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:28", "gem5 executing on spyder10, pid 38666", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892594643544", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.847921] mqnic: loading out-of-tree module taints kernel.\r", "[    0.848921] mqnic 0000:00:02.0: mqnic probe\r", "[    0.849921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.849921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.849921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.849921] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.849921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.849921] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.849921] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.849921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.849921] mqnic 0000:00:02.0: IF count: 1\r", "[    0.849921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.849921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.849921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.849921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.849921] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.854920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.854920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.854920] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.854920] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.854920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.854920] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.854920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.854920] mqnic 0000:00:02.0: Port count: 1\r", "[    0.854920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.854920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.854920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.854920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.855920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.855920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.855920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.855920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.855920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.855920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.855920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.868918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.828620] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892594633544.  Starting simulation...", "info: Entering event queue @ 1892594643544.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892594643867.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:29", "gem5 executing on spyder10, pid 38670", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2035071451117", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.865918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.866918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.866918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.867918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.867918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.867918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.867918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.867918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.867918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.867918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.867918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.872917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.872917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.872917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.872917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.872917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.872917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.872917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.872917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.872917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.872917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.872917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.872917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.873917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.873917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.873917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.886915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5428 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5458 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.694640] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2035071441117.  Starting simulation...", "info: Entering event queue @ 2035071451117.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2035071451440.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:30", "gem5 executing on spyder10, pid 38673", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1901043833230", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.881918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.882918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.882918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.882918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.882918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.882918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.882918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.882918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.882918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.882918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.882918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.882918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.882918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.882918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.883918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.883918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.888917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.888917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.888917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.888917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.890917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.890917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.890917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5598 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5628 00649 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5628 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.849619] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1901043823230.  Starting simulation...", "info: Entering event queue @ 1901043833230.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1901043833553.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:31", "gem5 executing on spyder10, pid 38674", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2018722959307", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.866918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.867918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.867918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.867918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.867918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.867918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.867918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.867918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.867918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.868918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.868918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.868918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.868918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.868918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.872917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.872917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.872917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.872917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.872917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.873917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.873917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.873917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.873917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.873917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.873917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.873917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.873917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.873917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.873917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.873917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.874917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.874917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.874917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.874917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.874917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.874917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.874917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.886915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5438 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5468 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5468 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5468 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.719637] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2018722949307.  Starting simulation...", "info: Entering event queue @ 2018722959307.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2018722959630.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:32", "gem5 executing on spyder10, pid 38677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1960141650922", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.861919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.862918] mqnic 0000:00:02.0: mqnic probe\r", "[    0.862918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.862918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.862918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.862918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.862918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.862918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.862918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.862918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.862918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.862918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.862918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.863918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.863918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.863918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.867918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.867918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.867918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.867918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.867918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.867918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.867918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.867918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.867918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.869917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.869917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.869917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.869917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.869917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.869917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.869917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1034 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1034.842/1034.842/1034.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register        (udptransport.cc:396): Listening on UDP port 52956\r", "20120001-000002-5966 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0985 00655 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.501924 seconds\r", "20120001-000003-0985 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0985 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0995 00655 * CooldownDone    (benchmark.cc:129): Average latency is 244840 ns (244 us)\r", "20120001-000003-0995 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-2005 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-2005 00655 * LATENCY total: 0 ns 244 us/1 ns 3999 us (2001 samples, 489 ms total)\r", "20120001-000003-2005 00655 *       1 ns |       1518 | ==================================================\r", "20120001-000003-2005 00655 *        ... |\r", "20120001-000003-2005 00655 *     524 us |        478 | ===============\r", "20120001-000003-2005 00655 *    1048 us |          4 | \r", "20120001-000003-2015 00655 *    2097 us |          1 | \r", "[    3.202563] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1960141640922.  Starting simulation...", "info: Entering event queue @ 1960141650922.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1960141651245.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:37", "gem5 executing on spyder10, pid 38680", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1998860739409", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.877917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.878917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.878917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.878917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.878917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.878917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.878917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.878917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.878917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.878917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.878917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.878917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.878917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.879917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.879917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.879917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.884916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.884916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.884916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.884916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.884916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.884916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.884916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.884916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.884916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.885916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.885916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.885916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.885916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.885916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.885916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.885916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.897914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1019 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1019.845/1019.845/1019.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 47120\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.494925 seconds\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:129): Average latency is 241842 ns (241 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 241 us/1 ns 3999 us (2001 samples, 483 ms total)\r", "20120001-000003-0995 00654 *       1 ns |       1523 | ==================================================\r", "20120001-000003-0995 00654 *        ... |\r", "20120001-000003-0995 00654 *     524 us |        474 | ===============\r", "20120001-000003-0995 00654 *    1048 us |          3 | \r", "20120001-000003-1005 00654 *    2097 us |          1 | \r", "+ sleep infinity\r", "[    3.102579] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1998860729409.  Starting simulation...", "info: Entering event queue @ 1998860739409.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1998860739732.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:42", "gem5 executing on spyder10, pid 38856", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1950048198145", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.855920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.860919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1043 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1043.841/1043.841/1043.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 32780\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0995 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.502923 seconds\r", "20120001-000003-1005 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-1005 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-1005 00654 * CooldownDone    (benchmark.cc:129): Average latency is 248338 ns (248 us)\r", "20120001-000003-1005 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1015 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1015 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-2005 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-2005 00654 * LATENCY total: 0 ns 248 us/1 ns 2999 us (2001 samples, 496 ms total)\r", "20120001-000003-2005 00654 *       1 ns |       1510 | ==================================================\r", "20120001-000003-2005 00654 *        ... |\r", "20120001-000003-2005 00654 *     524 us |        486 | ================\r", "20120001-000003-2005 00654 *    1048 us |          4 | \r", "20120001-000003-2015 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1950048188145.  Starting simulation...", "info: Entering event queue @ 1950048198145.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1950048198468.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:47", "gem5 executing on spyder10, pid 38864", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1905035039362", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.870920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.870920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.870920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.876919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.876919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.876919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.876919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.876919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.876919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.876919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590659] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 44837\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.975600] random: crng init done\r", "20120001-000003-0905 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.493925 seconds\r", "20120001-000003-0915 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0915 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0915 00654 * CooldownDone    (benchmark.cc:129): Average latency is 240842 ns (240 us)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1005 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-1005 00654 * LATENCY total: 0 ns 240 us/1 ns 1999 us (2001 samples, 481 ms total)\r", "20120001-000003-1005 00654 *       1 ns |       1521 | ==================================================\r", "20120001-000003-1005 00654 *        ... |\r", "20120001-000003-1005 00654 *     524 us |        478 | ===============\r", "20120001-000003-1005 00654 *    1048 us |          2 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1905035029362.  Starting simulation...", "info: Entering event queue @ 1905035039362.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1905035039685.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:52", "gem5 executing on spyder10, pid 38904", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1985036232421", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.856920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.856920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.856920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.861919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.862919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.862919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.862919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1040 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1040.842/1040.842/1040.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 48315\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.494924 seconds\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:129): Average latency is 240842 ns (240 us)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 240 us/1 ns 2999 us (2001 samples, 481 ms total)\r", "20120001-000003-0995 00654 *       1 ns |       1523 | ==================================================\r", "20120001-000003-0995 00654 *        ... |\r", "20120001-000003-0995 00654 *     524 us |        475 | ===============\r", "20120001-000003-0995 00654 *    1048 us |          2 | \r", "20120001-000003-1005 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1985036222421.  Starting simulation...", "info: Entering event queue @ 1985036232421.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1985036232744.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  8 2020 10:17:57", "gem5 executing on spyder10, pid 38913", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906115645008", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.867920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.868920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.868920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.868920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.868920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.868920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.868920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.868920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.868920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.868920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.868920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.868920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.868920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 37600\r", "20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.494925 seconds\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:129): Average latency is 239843 ns (239 us)\r", "20120001-000003-0925 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 239 us/1 ns 1999 us (2001 samples, 479 ms total)\r", "20120001-000003-0995 00654 *       1 ns |       1524 | ==================================================\r", "20120001-000003-0995 00654 *        ... |\r", "20120001-000003-0995 00654 *     524 us |        474 | ===============\r", "20120001-000003-0995 00654 *    1048 us |          3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5156858267046 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906115635008.  Starting simulation...", "info: Entering event queue @ 1906115645008.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906115645331.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
+{"exp_name": "nopaxos-gt-cb-ehseq-6", "metadata": {}, "start_time": 1607578878.1529167, "end_time": 1607597909.8949, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4dddc311720", "sync_pci=1 sync_eth=1", "exit main_time: 28791292203000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25f17a0c0cb8", "sync_pci=1 sync_eth=1", "exit main_time: 28791292184000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4704681f0250", "sync_pci=1 sync_eth=1", "exit main_time: 28791292267000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["78a0fcebf2b0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292237000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["19b395d8e848", "sync_pci=1 sync_eth=1", "exit main_time: 28791292243000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3ac74b4ddde0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292227000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5bda0f42d374", "sync_pci=1 sync_eth=1", "exit main_time: 28791292273000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7ced55b7c90c", "sync_pci=1 sync_eth=1", "exit main_time: 28791292186000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c6392d9ce40", "sync_pci=1 sync_eth=1", "exit main_time: 28791292220000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1e0062e4bea4", "sync_pci=1 sync_eth=1", "exit main_time: 28791291293844"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder09, pid 60104", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869231650590", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.015745] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869231640590.  Starting simulation...", "info: Entering event queue @ 1869231650590.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869231650913.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder09, pid 60115", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1913853834739", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.882917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.888916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.888916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.888916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.888916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.888916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.888916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.902914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5638 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.049740] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1913853824739.  Starting simulation...", "info: Entering event queue @ 1913853834739.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1913853835062.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder09, pid 60117", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904445175816", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[    0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.875917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.875917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.875917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[    0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5548 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.054738] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904445165816.  Starting simulation...", "info: Entering event queue @ 1904445175816.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904445176139.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder09, pid 60120", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1956812874364", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.874917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.876917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.876917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.880916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.880916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.880916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.880916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.880916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.881916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.881916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.881916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.881916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.881916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.881916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.881916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.881916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.881916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.894914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5548 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.017744] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1956812864364.  Starting simulation...", "info: Entering event queue @ 1956812874364.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1956812874687.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder09, pid 60123", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1919646782659", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register        (udptransport.cc:396): Listening on UDP port 43579\r", "20120001-000002-5866 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.143572] random: crng init done\r", "20120001-000007-6358 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 5.049232 seconds\r", "20120001-000007-6358 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6378 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6388 00654 * CooldownDone    (benchmark.cc:129): Average latency is 247649 ns (247 us)\r", "20120001-000007-6388 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 247 us/1 ns 23 ms (20001 samples, 4953 ms total)\r", "20120001-000007-7358 00654 *       1 ns |      15194 | ==================================================\r", "20120001-000007-7358 00654 *        ... |\r", "20120001-000007-7358 00654 *     524 us |       4777 | ===============\r", "20120001-000007-7358 00654 *    1048 us |         15 | \r", "20120001-000007-7368 00654 *    2097 us |         10 | \r", "20120001-000007-7368 00654 *    4194 us |          0 |\r", "20120001-000007-7368 00654 *    8388 us |          0 |\r", "20120001-000007-7368 00654 *      16 ms |          5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1919646772659.  Starting simulation...", "info: Entering event queue @ 1919646782659.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1919646782982.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder09, pid 60128", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979403278014", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.856919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.857919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.857919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.857919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.857919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.857919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.857919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.857919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.857919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.857919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.857919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.857919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.857919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.858919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.858919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.858919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.862918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.862918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.862918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.862918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.862918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.862918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.863918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.863918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.875916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    1.537816] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5378 00655 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5408 00655 * Register        (udptransport.cc:396): Listening on UDP port 33896\r", "20120001-000001-5428 00655 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.155722] random: crng init done\r", "20120001-000006-4150 00655 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.872259 seconds\r", "20120001-000006-4150 00655 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4170 00655 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4180 00655 * CooldownDone    (benchmark.cc:129): Average latency is 238451 ns (238 us)\r", "20120001-000006-4180 00655 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4920 00655 * operator()      (client.cc:273):    All clients done.\r", "20120001-000006-4920 00655 * LATENCY total: 0 ns 238 us/1 ns 23 ms (20001 samples, 4769 ms total)\r", "20120001-000006-4920 00655 *       1 ns |      15368 | ==================================================\r", "20120001-000006-4920 00655 *        ... |\r", "20120001-000006-4920 00655 *     524 us |       4602 | ==============\r", "20120001-000006-4920 00655 *    1048 us |         16 | \r", "20120001-000006-4930 00655 *    2097 us |         10 | \r", "20120001-000006-4930 00655 *    4194 us |          0 |\r", "20120001-000006-4930 00655 *    8388 us |          1 | \r", "20120001-000006-4930 00655 *      16 ms |          4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979403268014.  Starting simulation...", "info: Entering event queue @ 1979403278014.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979403278337.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:33", "gem5 executing on spyder09, pid 60133", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958668762285", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    1.560813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5608 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5638 00654 * Register        (udptransport.cc:396): Listening on UDP port 56365\r", "20120001-000001-5658 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.052738] random: crng init done\r", "20120001-000006-5390 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.972244 seconds\r", "20120001-000006-5400 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5420 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5420 00654 * CooldownDone    (benchmark.cc:129): Average latency is 244200 ns (244 us)\r", "20120001-000006-5430 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6150 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000006-6150 00654 * LATENCY total: 0 ns 244 us/1 ns 23 ms (20001 samples, 4884 ms total)\r", "20120001-000006-6150 00654 *       1 ns |      15258 | ==================================================\r", "20120001-000006-6150 00654 *        ... |\r", "20120001-000006-6150 00654 *     524 us |       4710 | ===============\r", "20120001-000006-6150 00654 *    1048 us |         17 | \r", "20120001-000006-6160 00654 *    2097 us |         11 | \r", "20120001-000006-6160 00654 *    4194 us |          0 |\r", "20120001-000006-6160 00654 *    8388 us |          1 | \r", "20120001-000006-6160 00654 *      16 ms |          4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958668752285.  Starting simulation...", "info: Entering event queue @ 1958668762285.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958668762608.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:38", "gem5 executing on spyder09, pid 60140", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912738870486", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.875919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.876919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.876919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.876919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.876919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[    0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.877918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.877918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.877918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.882918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.882918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.882918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.882918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.882918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.882918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.882918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.882918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.882918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.882918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.882918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.882918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.882918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.882918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.882918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.882918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.882918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.883918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.883918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.883918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.883918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.883918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.883918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.883918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.895916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1010 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1010.847/1010.847/1010.847/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register        (udptransport.cc:396): Listening on UDP port 49611\r", "20120001-000002-5866 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.959602] random: crng init done\r", "20120001-000007-6428 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 5.056231 seconds\r", "20120001-000007-6428 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6458 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6458 00654 * CooldownDone    (benchmark.cc:129): Average latency is 248599 ns (248 us)\r", "20120001-000007-6458 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6458 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6468 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7348 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000007-7348 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4972 ms total)\r", "20120001-000007-7348 00654 *       1 ns |      15181 | ==================================================\r", "20120001-000007-7348 00654 *        ... |\r", "20120001-000007-7348 00654 *     524 us |       4788 | ===============\r", "20120001-000007-7348 00654 *    1048 us |         15 | \r", "20120001-000007-7358 00654 *    2097 us |         12 | \r", "20120001-000007-7358 00654 *    4194 us |          0 |\r", "20120001-000007-7358 00654 *    8388 us |          0 |\r", "20120001-000007-7358 00654 *      16 ms |          5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912738860486.  Starting simulation...", "info: Entering event queue @ 1912738870486.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912738878801.  Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:43", "gem5 executing on spyder09, pid 60148", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1923818624641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.871920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.878918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1014 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1014.846/1014.846/1014.846/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register        (udptransport.cc:396): Listening on UDP port 52823\r", "20120001-000002-5866 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.963602] random: crng init done\r", "20120001-000007-6318 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 5.045233 seconds\r", "20120001-000007-6318 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6338 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6348 00654 * CooldownDone    (benchmark.cc:129): Average latency is 246850 ns (246 us)\r", "20120001-000007-6348 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6358 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000007-6358 00654 * LATENCY total: 0 ns 246 us/1 ns 23 ms (20001 samples, 4937 ms total)\r", "20120001-000007-6358 00654 *       1 ns |      15206 | ==================================================\r", "20120001-000007-6358 00654 *        ... |\r", "20120001-000007-6358 00654 *     524 us |       4767 | ===============\r", "20120001-000007-6368 00654 *    1048 us |         12 | \r", "20120001-000007-6368 00654 *    2097 us |         11 | \r", "20120001-000007-6368 00654 *    4194 us |          0 |\r", "20120001-000007-6368 00654 *    8388 us |          0 |\r", "20120001-000007-6368 00654 *      16 ms |          5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1923818614641.  Starting simulation...", "info: Entering event queue @ 1923818624641.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1923818624964.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:48", "gem5 executing on spyder09, pid 60155", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1916378749630", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.864918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.864918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.864918] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[    2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register        (udptransport.cc:396): Listening on UDP port 56764\r", "20120001-000002-5866 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.133574] random: crng init done\r", "20120001-000007-6378 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 5.051232 seconds\r", "20120001-000007-6378 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6408 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6408 00654 * CooldownDone    (benchmark.cc:129): Average latency is 248499 ns (248 us)\r", "20120001-000007-6408 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4970 ms total)\r", "20120001-000007-7358 00654 *       1 ns |      15183 | ==================================================\r", "20120001-000007-7358 00654 *        ... |\r", "20120001-000007-7358 00654 *     524 us |       4785 | ===============\r", "20120001-000007-7358 00654 *    1048 us |         17 | \r", "20120001-000007-7368 00654 *    2097 us |         11 | \r", "20120001-000007-7368 00654 *    4194 us |          0 |\r", "20120001-000007-7368 00654 *    8388 us |          0 |\r", "20120001-000007-7368 00654 *      16 ms |          5 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 28791290908314 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1916378739630.  Starting simulation...", "info: Entering event queue @ 1916378749630.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1916378749953.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-0.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-0.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-1.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-1.log
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-1.log
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-8-0.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-8-0.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-8-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-8-1.json
+{"exp_name": "nopaxos-gt-cb-ehseq-8", "metadata": {}, "start_time": 1607536355.9270735, "end_time": 1607551834.6285586, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1d87893e3590", "sync_pci=1 sync_eth=1", "exit main_time: 33146762317000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e116215305c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762367000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ac7732b28", "sync_pci=1 sync_eth=1", "exit main_time: 33146762381000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4ad8143e4f98", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b61e7d44a64", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6beb42734530", "sync_pci=1 sync_eth=1", "exit main_time: 33146762372000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c74eae93ffc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762351000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8b1e8d4646c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762354000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193b41725f34", "sync_pci=1 sync_eth=1", "exit main_time: 33146762369000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c56fc95a00", "sync_pci=1 sync_eth=1", "exit main_time: 33146762365000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a4e9d4754cc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762338000"]}, "nic.client.7.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["68ee86d32c1c", "sync_pci=1 sync_eth=1", "exit main_time: 33146761552327"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:36", "gem5 executing on spyder09, pid 51044", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2000945874187", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.886917] mqnic: loading out-of-tree module taints kernel.\r", "[    0.888917] mqnic 0000:00:02.0: mqnic probe\r", "[    0.888917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.888917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.888917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.888917] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.888917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.888917] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.888917] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.888917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.888917] mqnic 0000:00:02.0: IF count: 1\r", "[    0.888917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.888917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.888917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.888917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.888917] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.894916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.894916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.894916] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.894916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.894916] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.894916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.894916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.894916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.894916] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.894916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.894916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.894916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.894916] mqnic 0000:00:02.0: Port count: 1\r", "[    0.894916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.894916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.894916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.894916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.895915] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.895915] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.895915] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.895915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.896915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.908913] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    1.778781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2000945864187.  Starting simulation...", "info: Entering event queue @ 2000945874187.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2000945874510.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:37", "gem5 executing on spyder09, pid 51047", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891994112343", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.880919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.881919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.881919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.881919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.881919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.881919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.881919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.881919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.881919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.881919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.881919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.881919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.882919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.882919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.882919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.882919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.886918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.886918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.886918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.886918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.886918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.886918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.886918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.887918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.887918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.887918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.887918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.887918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.887918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.887918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.887918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.887918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.888918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.888918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.888918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.888918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.888918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.888918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.888918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.900916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5588 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5618 00649 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5618 00649 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.822776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891994102343.  Starting simulation...", "info: Entering event queue @ 1891994112343.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891994112666.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:38", "gem5 executing on spyder09, pid 51048", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1920700108279", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.871918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5428 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5448 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.820774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1920700098279.  Starting simulation...", "info: Entering event queue @ 1920700108279.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1920700108602.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:39", "gem5 executing on spyder09, pid 51050", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1911055158883", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.853920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.854919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.854919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.854919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.858919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.858919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.858919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.858919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.858919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.859919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.859919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.859919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.859919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.859919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.859919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.859919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.860918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.860918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.860918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.860918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.860918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.860918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.860918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.872917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5328 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5328 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5328 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    1.820773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1911055148883.  Starting simulation...", "info: Entering event queue @ 1911055158883.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1911055159206.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:41", "gem5 executing on spyder09, pid 51051", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979199078751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.855919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.855919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.855919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.855919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.855919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.855919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.855919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.855919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.861918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.861918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.861918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.861918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.861918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.861918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.861918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.861918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.861918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.861918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.861918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.861918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.861918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.548814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register        (udptransport.cc:396): Listening on UDP port 42092\r", "20120001-000001-5548 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0567 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.501924 seconds\r", "20120001-000002-0577 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0577 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0577 00654 * CooldownDone    (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-0587 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1577 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1577 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1577 00654 *       1 ns |       1511 | ==================================================\r", "20120001-000002-1577 00654 *        ... |\r", "20120001-000002-1577 00654 *     524 us |        489 | ================\r", "20120001-000002-1577 00654 *    1048 us |          0 |\r", "20120001-000002-1587 00654 *    2097 us |          1 | \r", "+ sleep infinity\r", "[    6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979199068751.  Starting simulation...", "info: Entering event queue @ 1979199078751.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979199079074.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:46", "gem5 executing on spyder09, pid 51065", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1949770721899", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.867920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.867920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.867920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.867920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.867920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.867920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.867920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.872919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.872919] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.872919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.872919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.872919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.872919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.872919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.872919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.887917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.562814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00654 * Register        (udptransport.cc:396): Listening on UDP port 44705\r", "20120001-000001-5678 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    2.049740] random: crng init done\r", "20120001-000002-0727 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.504923 seconds\r", "20120001-000002-0737 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0737 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0737 00654 * CooldownDone    (benchmark.cc:129): Average latency is 247338 ns (247 us)\r", "20120001-000002-0737 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1727 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1727 00654 * LATENCY total: 0 ns 247 us/1 ns 2999 us (2001 samples, 494 ms total)\r", "20120001-000002-1727 00654 *       1 ns |       1512 | ==================================================\r", "20120001-000002-1727 00654 *        ... |\r", "20120001-000002-1727 00654 *     524 us |        484 | ================\r", "20120001-000002-1727 00654 *    1048 us |          4 | \r", "20120001-000002-1737 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1949770711899.  Starting simulation...", "info: Entering event queue @ 1949770721899.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1949770722222.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:57", "gem5 executing on spyder09, pid 51068", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890044686387", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1020 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1020.845/1020.845/1020.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register        (udptransport.cc:396): Listening on UDP port 46866\r", "20120001-000002-5916 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.384942 seconds\r", "20120001-000002-9765 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9765 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9765 00654 * CooldownDone    (benchmark.cc:129): Average latency is 187377 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:141): [    2.977599] random: crng init done\r", "99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 374 ms total)\r", "20120001-000002-9935 00654 *       1 ns |       1626 | ==================================================\r", "20120001-000002-9935 00654 *        ... |\r", "20120001-000002-9935 00654 *     524 us |        375 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890044676387.  Starting simulation...", "info: Entering event queue @ 1890044686387.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890044686710.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:52:57", "gem5 executing on spyder09, pid 51077", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1898299715428", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.848920] mqnic: loading out-of-tree module taints kernel.\r", "[    0.849920] mqnic 0000:00:02.0: mqnic probe\r", "[    0.850920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.850920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.850920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.850920] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.850920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.850920] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.850920] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.850920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.850920] mqnic 0000:00:02.0: IF count: 1\r", "[    0.850920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.850920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.850920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.850920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.850920] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.854920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.854920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.854920] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.854920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.855919] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.855919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.855919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.855919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.855919] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.855919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.855919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.855919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.855919] mqnic 0000:00:02.0: Port count: 1\r", "[    0.855919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.855919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.855919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.855919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.856919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.856919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.856919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.856919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.856919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.856919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.856919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.868917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.529817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5298 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5328 00654 * Register        (udptransport.cc:396): Listening on UDP port 37878\r", "20120001-000001-5348 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6338 00654 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-1267 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.591910 seconds\r", "20120001-000002-1267 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1277 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1277 00654 * CooldownDone    (benchmark.cc:129): Average latency is 240343 ns (240 us)\r", "20120001-000002-1277 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1397 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1397 00654 * LATENCY total: 0 ns 240 us/1 ns 2999 us (2001 samples, 480 ms total)\r", "20120001-000002-1397 00654 *       1 ns |       1523 | ==================================================\r", "20120001-000002-1397 00654 *        ... |\r", "20120001-000002-1397 00654 *     524 us |        476 | ===============\r", "20120001-000002-1397 00654 *    1048 us |          1 | \r", "20120001-000002-1407 00654 *    2097 us |          1 | \r", "+ sleep infinity\r", "[    6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1898299705428.  Starting simulation...", "info: Entering event queue @ 1898299715428.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1898299715751.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:53:01", "gem5 executing on spyder09, pid 51081", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892605522321", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register        (udptransport.cc:396): Listening on UDP port 49454\r", "20120001-000002-5916 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.384941 seconds\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:129): Average latency is 187877 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 375 ms total)\r", "20120001-000002-9935 00654 *       1 ns |       1625 | ==================================================\r", "20120001-000002-9935 00654 *        ... |\r", "20120001-000002-9935 00654 *     524 us |        376 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892605512321.  Starting simulation...", "info: Entering event queue @ 1892605522321.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892605522644.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:53:06", "gem5 executing on spyder09, pid 51087", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1918558113751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.880918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.880918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.880918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.881918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.881918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.567813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register        (udptransport.cc:396): Listening on UDP port 60318\r", "20120001-000001-5728 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6727 00654 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "[    2.134727] random: crng init done\r", "20120001-000002-1737 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.599909 seconds\r", "20120001-000002-1747 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1747 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1747 00654 * CooldownDone    (benchmark.cc:129): Average latency is 245839 ns (245 us)\r", "20120001-000002-1747 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1787 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1787 00654 * LATENCY total: 0 ns 245 us/1 ns 3999 us (2001 samples, 491 ms total)\r", "20120001-000002-1787 00654 *       1 ns |       1513 | ==================================================\r", "20120001-000002-1787 00654 *        ... |\r", "20120001-000002-1787 00654 *     524 us |        486 | ================\r", "20120001-000002-1787 00654 *    1048 us |          1 | \r", "20120001-000002-1797 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1918558103751.  Starting simulation...", "info: Entering event queue @ 1918558113751.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1918558114074.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:53:11", "gem5 executing on spyder09, pid 51091", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912614589891", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register        (udptransport.cc:396): Listening on UDP port 56251\r", "20120001-000001-5638 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6637 00654 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "[    2.122728] random: crng init done\r", "20120001-000002-1667 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.601908 seconds\r", "20120001-000002-1667 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1677 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1677 00654 * CooldownDone    (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-1677 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1687 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-1687 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1687 00654 *       1 ns |       1512 | ==================================================\r", "20120001-000002-1687 00654 *        ... |\r", "20120001-000002-1687 00654 *     524 us |        487 | ================\r", "20120001-000002-1697 00654 *    1048 us |          1 | \r", "20120001-000002-1697 00654 *    2097 us |          1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912614579891.  Starting simulation...", "info: Entering event queue @ 1912614589891.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912614590214.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  9 2020 18:53:16", "gem5 executing on spyder09, pid 51098", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1940305170925", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[    0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[    0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[    0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[    0.878918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.878918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.878918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.878918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.879918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.879918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.879918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.879918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.879918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.879918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.891916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    1.565814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5658 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register        (udptransport.cc:396): Listening on UDP port 58734\r", "20120001-000001-5708 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0717 00654 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.500924 seconds\r", "20120001-000002-0717 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0727 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0727 00654 * CooldownDone    (benchmark.cc:129): Average latency is 245340 ns (245 us)\r", "20120001-000002-0727 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 245 us/1 ns 2999 us (2001 samples, 490 ms total)\r", "20120001-000002-0737 00654 *       1 ns |       1513 | ==================================================\r", "20120001-000002-0737 00654 *        ... |\r", "20120001-000002-0747 00654 *     524 us |        486 | ================\r", "20120001-000002-0747 00654 *    1048 us |          1 | \r", "20120001-000002-0747 00654 *    2097 us |          1 | \r", "+ sleep 30\r", "[    6.111123] random: crng init done\r", "+ m5 exit\r", "Exiting @ tick 33146761140585 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000  pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1940305160925.  Starting simulation...", "info: Entering event queue @ 1940305170925.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1940305171248.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file