Commit 3fd38de1 authored by Hejing Li's avatar Hejing Li
Browse files

result: nopaxos ehseq/swseq multi client data

parent ecff3f7f
{"exp_name": "nopaxos-gt-cb-ehseq-1", "metadata": {}, "start_time": 1607419043.9444342, "end_time": 1607422173.6462157, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["799af6d90464", "sync_pci=1 sync_eth=1", "exit main_time: 4114717284000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a243bacff30", "sync_pci=1 sync_eth=1", "exit main_time: 4114717346000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1aad81b3f9fc", "sync_pci=1 sync_eth=1", "exit main_time: 4114717327000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2b371ed9f4c8", "sync_pci=1 sync_eth=1", "exit main_time: 4114717339000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["37743eb31938", "sync_pci=1 sync_eth=1", "exit main_time: 4114716549807"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder16, pid 1853", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981067051908", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981067041908. Starting simulation...", "info: Entering event queue @ 1981067051908. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981067052231. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder16, pid 1859", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1965725991325", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.882917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.883917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.883917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.883917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.883917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5538 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5568 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5568 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5568 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1965725981325. Starting simulation...", "info: Entering event queue @ 1965725991325. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1965725999640. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder16, pid 1864", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1950921772030", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.887916] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.888916] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.888916] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.888916] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.888916] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.888916] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.888916] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.888916] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.888916] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.888916] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.889916] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.889916] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.889916] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.893915] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.893915] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.893915] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.893915] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.893915] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.893915] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.893915] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.893915] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.894915] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.894915] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.894915] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.894915] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.894915] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.894915] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.894915] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.894915] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.894915] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.907913] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5648 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5678 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5678 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5678 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1950921762030. Starting simulation...", "info: Entering event queue @ 1950921772030. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1950921772353. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:28", "gem5 executing on spyder16, pid 1868", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1945915102711", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.882917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.883917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.883917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.883917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.883917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5558 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5558 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1945915092711. Starting simulation...", "info: Entering event queue @ 1945915102711. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1945915103034. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:29", "gem5 executing on spyder16, pid 1869", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1990368228088", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.852920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.852920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.856920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.544815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5458 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5478 00654 * Register (udptransport.cc:396): Listening on UDP port 47113\r", "20120001-000001-5508 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8697 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.318952 seconds\r", "20120001-000001-8697 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8697 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8697 00654 * CooldownDone (benchmark.cc:129): Average latency is 149902 ns (149 us)\r", "20120001-000001-8707 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8707 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8707 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9537 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-9537 00654 * LATENCY total: 0 ns 149 us/1 ns 999 us (2001 samples, 299 ms total)\r", "20120001-000001-9537 00654 * 1 ns | 1701 | ==================================================\r", "20120001-000001-9537 00654 * ... |\r", "20120001-000001-9537 00654 * 524 us | 300 | ========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4114716152679 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1990368218088. Starting simulation...", "info: Entering event queue @ 1990368228088. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1990368228411. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-ehseq-2", "metadata": {}, "start_time": 1607419043.868603, "end_time": 1607421864.8640537, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["254b88af7264", "sync_pci=1 sync_eth=1", "exit main_time: 5053106796000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4212a78091a0", "sync_pci=1 sync_eth=1", "exit main_time: 5053106819000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["529c058e8c68", "sync_pci=1 sync_eth=1", "exit main_time: 5053106839000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["73af3f738200", "sync_pci=1 sync_eth=1", "exit main_time: 5053106795000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1075ef94a13c", "sync_pci=1 sync_eth=1", "exit main_time: 5053106808000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["20ffb1739c08", "sync_pci=1 sync_eth=1", "exit main_time: 5053106045253"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder08, pid 14164", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1842047520598", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.852921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.852921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.856920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.870918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.922606] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1842047510598. Starting simulation...", "info: Entering event queue @ 1842047520598. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1842047520921. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder08, pid 14167", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2009153117062", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.885917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.886917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.886917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.886917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.886917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.886917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.886917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.886917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.886917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.886917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.887917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.887917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.887917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.887917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.891916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.891916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.891916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.891916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.891916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.891916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.891916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.892916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.892916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.892916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.892916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.892916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.892916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.892916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.892916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.892916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.892916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.893916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.893916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.893916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.893916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.893916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.893916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.893916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.905914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5628 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5658 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5658 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5658 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2009153107062. Starting simulation...", "info: Entering event queue @ 2009153117062. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2009153117385. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder08, pid 14170", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1879954267240", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5358 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1879954257240. Starting simulation...", "info: Entering event queue @ 1879954267240. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1879954267563. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder08, pid 14172", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1924551124408", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5408 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1924551114408. Starting simulation...", "info: Entering event queue @ 1924551124408. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1924551124731. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:28", "gem5 executing on spyder08, pid 14174", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1877902788439", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1023 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1023.845/1023.845/1023.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 37526\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9746 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.377943 seconds\r", "20120001-000002-9746 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9756 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9756 00654 * CooldownDone (benchmark.cc:129): Average latency is 183380 ns (183 us)\r", "20120001-000002-9756 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9756 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9995 00654 * LATENCY total: 0 ns 183 us/1 ns 1999 us (2001 samples, 366 ms total)\r", "20120001-000002-9995 00654 * 1 ns | 1636 | ==================================================\r", "20120001-000002-9995 00654 * ... |\r", "20120001-000002-9995 00654 * 524 us | 363 | ===========\r", "20120001-000002-9995 00654 * 1048 us | 2 | [ 3.000596] random: crng init done\r", "\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1877902778439. Starting simulation...", "info: Entering event queue @ 1877902788439. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1877902788762. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:33", "gem5 executing on spyder08, pid 14178", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906838005924", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 38473\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.959602] random: crng init done\r", "20120001-000002-9716 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.374943 seconds\r", "20120001-000002-9716 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9716 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9726 00654 * CooldownDone (benchmark.cc:129): Average latency is 182880 ns (182 us)\r", "20120001-000002-9726 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9726 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9726 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 182 us/1 ns 999 us (2001 samples, 365 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1635 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 366 | ===========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5053105893609 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906837995924. Starting simulation...", "info: Entering event queue @ 1906838005924. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906838006247. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-ehseq-3", "metadata": {}, "start_time": 1607419043.863111, "end_time": 1607422436.3819911, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6afc9e80c78c", "sync_pci=1 sync_eth=1", "exit main_time: 4077532724000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c308dfe6c8", "sync_pci=1 sync_eth=1", "exit main_time: 4077532761000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["459d2341fb98", "sync_pci=1 sync_eth=1", "exit main_time: 4077532761000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["140068ec0b34", "sync_pci=1 sync_eth=1", "exit main_time: 4077532761000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["63b3a5aad81c", "sync_pci=1 sync_eth=1", "exit main_time: 4077532686000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["155029c5c880", "sync_pci=1 sync_eth=1", "exit main_time: 4077532742000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5f675c7901c0", "sync_pci=1 sync_eth=1", "exit main_time: 4077531859972"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder07, pid 9528", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889034644107", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.961753] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889034634107. Starting simulation...", "info: Entering event queue @ 1889034644107. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889034644430. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder07, pid 9540", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1937064875464", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.908761] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1937064865464. Starting simulation...", "info: Entering event queue @ 1937064875464. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1937064875787. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder07, pid 9545", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1879732756306", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.847921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.849921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.849921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.849921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.849921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.849921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.849921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.849921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.849921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.849921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.849921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.849921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.849921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.849921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.849921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.849921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.855920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.855920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.855920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.855920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.855920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.855920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.856920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.856920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.857919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.857919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5268 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5298 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5298 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.662645] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1879732746306. Starting simulation...", "info: Entering event queue @ 1879732756306. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1879732756629. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder07, pid 9549", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1927483523407", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.873918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.873918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5468 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.647649] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1927483513407. Starting simulation...", "info: Entering event queue @ 1927483523407. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1927483523730. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:29", "gem5 executing on spyder07, pid 9554", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1920519402499", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.548814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register (udptransport.cc:396): Listening on UDP port 55470\r", "20120001-000001-5538 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9307 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.376943 seconds\r", "20120001-000001-9307 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9307 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9317 00654 * CooldownDone (benchmark.cc:129): Average latency is 181881 ns (181 us)\r", "20120001-000001-9317 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9317 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9317 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9567 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-9567 00654 * LATENCY total: 0 ns 181 us/1 ns 3999 us (2001 samples, 363 ms total)\r", "20120001-000001-9567 00654 * 1 ns | 1640 | ==================================================\r", "20120001-000001-9567 00654 * ... |\r", "20120001-000001-9567 00654 * 524 us | 360 | ==========\r", "20120001-000001-9567 00654 * 1048 us | 0 |\r", "20120001-000001-9577 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1920519392499. Starting simulation...", "info: Entering event queue @ 1920519402499. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1920519402822. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:34", "gem5 executing on spyder07, pid 9560", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892969138008", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60611\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9126 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.315952 seconds\r", "20120001-000002-9126 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9136 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9136 00654 * CooldownDone (benchmark.cc:129): Average latency is 155898 ns (155 us)\r", "20120001-000002-9136 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9136 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9146 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 155 us/1 ns 999 us (2001 samples, 311 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1689 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 312 | =========\r", "[ 2.999595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892969128008. Starting simulation...", "info: Entering event queue @ 1892969138008. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892969138331. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:39", "gem5 executing on spyder07, pid 9726", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1953018276094", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.549814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5498 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5528 00654 * Register (udptransport.cc:396): Listening on UDP port 60674\r", "20120001-000001-5548 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9287 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.372943 seconds\r", "20120001-000001-9297 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9297 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9297 00654 * CooldownDone (benchmark.cc:129): Average latency is 177884 ns (177 us)\r", "20120001-000001-9307 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9307 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9307 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9577 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-9577 00654 * LATENCY total: 0 ns 177 us/1 ns 2999 us (2001 samples, 355 ms total)\r", "20120001-000001-9577 00654 * 1 ns | 1647 | ==================================================\r", "20120001-000001-9577 00654 * ... |\r", "20120001-000001-9577 00654 * 524 us | 353 | ==========\r", "20120001-000001-9577 00654 * 1048 us | 0 |\r", "20120001-000001-9587 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4077531441612 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1953018266094. Starting simulation...", "info: Entering event queue @ 1953018276094. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1953018276417. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-5", "metadata": {}, "start_time": 1607419043.9308522, "end_time": 1607422727.4402897, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["35a09461ffec", "sync_pci=1 sync_eth=1", "exit main_time: 4170326647000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["673dcecef050", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4043f940f88", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["41de448e245c", "sync_pci=1 sync_eth=1", "exit main_time: 4170326679000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f2e47ae3e64", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["20caeffd2ec4", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4e1b6afd48cc", "sync_pci=1 sync_eth=1", "exit main_time: 4170326673000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6ae183626808", "sync_pci=1 sync_eth=1", "exit main_time: 4170326617000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7a8ab0b8740", "sync_pci=1 sync_eth=1", "exit main_time: 4170325890749"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder09, pid 17571", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1959316116283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.829773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1959316106283. Starting simulation...", "info: Entering event queue @ 1959316116283. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1959316116606. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder09, pid 17579", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1957253869927", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5488 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.814774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1957253859927. Starting simulation...", "info: Entering event queue @ 1957253869927. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1957253870250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder09, pid 17582", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1929669723685", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.836771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1929669713685. Starting simulation...", "info: Entering event queue @ 1929669723685. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1929669724008. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder09, pid 17587", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938156299614", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.884917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.848771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938156289614. Starting simulation...", "info: Entering event queue @ 1938156299614. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938156299937. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:29", "gem5 executing on spyder09, pid 17589", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966799974267", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9707 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.406938 seconds\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:129): Average latency is 195872 ns (195 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 195 us/1 ns 3999 us (2001 samples, 391 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1612 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 388 | ============\r", "20120001-000002-0677 00654 * 1048 us | 0 |\r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966799964267. Starting simulation...", "info: Entering event queue @ 1966799974267. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966799982582. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:34", "gem5 executing on spyder09, pid 17603", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1983500447743", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.876917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.876917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.876917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.876917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.876917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register (udptransport.cc:396): Listening on UDP port 42787\r", "20120001-000001-5748 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9817 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.406938 seconds\r", "20120001-000001-9827 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9827 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9827 00655 * CooldownDone (benchmark.cc:129): Average latency is 199369 ns (199 us)\r", "20120001-000001-9837 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9837 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9837 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0787 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0787 00655 * LATENCY total: 0 ns 199 us/1 ns 3999 us (2001 samples, 398 ms total)\r", "20120001-000002-0787 00655 * 1 ns | 1608 | ==================================================\r", "20120001-000002-0787 00655 * ... |\r", "20120001-000002-0787 00655 * 524 us | 389 | ============\r", "20120001-000002-0787 00655 * 1048 us | 3 | \r", "20120001-000002-0797 00655 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1983500437743. Starting simulation...", "info: Entering event queue @ 1983500447743. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1983500448066. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17609", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900554936949", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1039 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1039.841/1039.841/1039.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 48632\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9216 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.324951 seconds\r", "20120001-000002-9216 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9216 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:129): Average latency is 155898 ns (155 us)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 155 us/1 ns 7998 us (2001 samples, 311 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1696 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 304 | ========\r", "20120001-000002-9985 00654 * 1048 us | 0 |\r", "20120001-000002-9995 00654 * 2097 us | 0 |\r", "20120001-000002-9995 00654 * 4194 us | 1 | \r", "[ 3.000595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900554926949. Starting simulation...", "info: Entering event queue @ 1900554936949. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900554937272. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17615", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954215653185", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 40367\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.408938 seconds\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:129): Average latency is 200869 ns (200 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 2999 us (2001 samples, 401 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1603 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 395 | ============\r", "20120001-000002-0677 00654 * 1048 us | 2 | \r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "[ 2.069735] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954215643185. Starting simulation...", "info: Entering event queue @ 1954215653185. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954215653508. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:49", "gem5 executing on spyder09, pid 17627", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944802365229", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 38639\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9657 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.405939 seconds\r", "20120001-000001-9667 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9667 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9667 00654 * CooldownDone (benchmark.cc:129): Average latency is 193873 ns (193 us)\r", "20120001-000001-9677 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9677 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9677 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0637 00654 * LATENCY total: 0 ns 193 us/1 ns 3999 us (2001 samples, 387 ms total)\r", "20120001-000002-0637 00654 * 1 ns | 1616 | ==================================================\r", "20120001-000002-0637 00654 * ... |\r", "20120001-000002-0637 00654 * 524 us | 384 | ===========\r", "20120001-000002-0637 00654 * [ 2.063737] random: crng init done\r", " 1048 us | 0 |\r", "20120001-000002-0647 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4170325470696 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944802355229. Starting simulation...", "info: Entering event queue @ 1944802365229. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944802365552. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-ehseq-6", "metadata": {}, "start_time": 1607419047.090439, "end_time": 1607422796.9323742, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["420cde8a3468", "sync_pci=1 sync_eth=1", "exit main_time: 5156859298000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["52964d802f34", "sync_pci=1 sync_eth=1", "exit main_time: 5156859288000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["631fbb872a00", "sync_pci=1 sync_eth=1", "exit main_time: 5156859300000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["73a9f49d24cc", "sync_pci=1 sync_eth=1", "exit main_time: 5156859344000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4faa3ff6f480", "sync_pci=1 sync_eth=1", "exit main_time: 5156859336000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6033f218ef48", "sync_pci=1 sync_eth=1", "exit main_time: 5156859326000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["70bd1923ea14", "sync_pci=1 sync_eth=1", "exit main_time: 5156859291000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1468025e4e0", "sync_pci=1 sync_eth=1", "exit main_time: 5156859342000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["11d0696cdfac", "sync_pci=1 sync_eth=1", "exit main_time: 5156859283000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["225a32f6da78", "sync_pci=1 sync_eth=1", "exit main_time: 5156858380392"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:28", "gem5 executing on spyder10, pid 38666", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892594643544", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.847921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.848921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.849921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.849921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.849921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.849921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.849921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.849921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.849921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.849921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.849921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.849921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.849921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.849921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.849921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.849921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.854920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.854920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.854920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.854920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.854920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.854920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.854920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.854920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.828620] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892594633544. Starting simulation...", "info: Entering event queue @ 1892594643544. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892594643867. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:29", "gem5 executing on spyder10, pid 38670", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2035071451117", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5458 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.694640] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2035071441117. Starting simulation...", "info: Entering event queue @ 2035071451117. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2035071451440. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:30", "gem5 executing on spyder10, pid 38673", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1901043833230", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.882918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.882918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.882918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.882918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.882918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.882918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.882918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.883918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.888917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5598 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5628 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5628 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.849619] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1901043823230. Starting simulation...", "info: Entering event queue @ 1901043833230. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1901043833553. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:31", "gem5 executing on spyder10, pid 38674", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2018722959307", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.873917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.873917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5438 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5468 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5468 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5468 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.719637] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2018722949307. Starting simulation...", "info: Entering event queue @ 2018722959307. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2018722959630. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:32", "gem5 executing on spyder10, pid 38677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1960141650922", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1034 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1034.842/1034.842/1034.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register (udptransport.cc:396): Listening on UDP port 52956\r", "20120001-000002-5966 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0985 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.501924 seconds\r", "20120001-000003-0985 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0985 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0995 00655 * CooldownDone (benchmark.cc:129): Average latency is 244840 ns (244 us)\r", "20120001-000003-0995 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-2005 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000003-2005 00655 * LATENCY total: 0 ns 244 us/1 ns 3999 us (2001 samples, 489 ms total)\r", "20120001-000003-2005 00655 * 1 ns | 1518 | ==================================================\r", "20120001-000003-2005 00655 * ... |\r", "20120001-000003-2005 00655 * 524 us | 478 | ===============\r", "20120001-000003-2005 00655 * 1048 us | 4 | \r", "20120001-000003-2015 00655 * 2097 us | 1 | \r", "[ 3.202563] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1960141640922. Starting simulation...", "info: Entering event queue @ 1960141650922. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1960141651245. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:37", "gem5 executing on spyder10, pid 38680", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1998860739409", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.877917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.879917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.879917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.879917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.884916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1019 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1019.845/1019.845/1019.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 47120\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.494925 seconds\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:129): Average latency is 241842 ns (241 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 241 us/1 ns 3999 us (2001 samples, 483 ms total)\r", "20120001-000003-0995 00654 * 1 ns | 1523 | ==================================================\r", "20120001-000003-0995 00654 * ... |\r", "20120001-000003-0995 00654 * 524 us | 474 | ===============\r", "20120001-000003-0995 00654 * 1048 us | 3 | \r", "20120001-000003-1005 00654 * 2097 us | 1 | \r", "+ sleep infinity\r", "[ 3.102579] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1998860729409. Starting simulation...", "info: Entering event queue @ 1998860739409. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1998860739732. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:42", "gem5 executing on spyder10, pid 38856", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1950048198145", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1043 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1043.841/1043.841/1043.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 32780\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0995 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.502923 seconds\r", "20120001-000003-1005 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-1005 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-1005 00654 * CooldownDone (benchmark.cc:129): Average latency is 248338 ns (248 us)\r", "20120001-000003-1005 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1015 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1015 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-2005 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-2005 00654 * LATENCY total: 0 ns 248 us/1 ns 2999 us (2001 samples, 496 ms total)\r", "20120001-000003-2005 00654 * 1 ns | 1510 | ==================================================\r", "20120001-000003-2005 00654 * ... |\r", "20120001-000003-2005 00654 * 524 us | 486 | ================\r", "20120001-000003-2005 00654 * 1048 us | 4 | \r", "20120001-000003-2015 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1950048188145. Starting simulation...", "info: Entering event queue @ 1950048198145. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1950048198468. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:47", "gem5 executing on spyder10, pid 38864", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1905035039362", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590659] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 44837\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.975600] random: crng init done\r", "20120001-000003-0905 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.493925 seconds\r", "20120001-000003-0915 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0915 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0915 00654 * CooldownDone (benchmark.cc:129): Average latency is 240842 ns (240 us)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1005 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-1005 00654 * LATENCY total: 0 ns 240 us/1 ns 1999 us (2001 samples, 481 ms total)\r", "20120001-000003-1005 00654 * 1 ns | 1521 | ==================================================\r", "20120001-000003-1005 00654 * ... |\r", "20120001-000003-1005 00654 * 524 us | 478 | ===============\r", "20120001-000003-1005 00654 * 1048 us | 2 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1905035029362. Starting simulation...", "info: Entering event queue @ 1905035039362. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1905035039685. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:52", "gem5 executing on spyder10, pid 38904", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1985036232421", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1040 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1040.842/1040.842/1040.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 48315\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.494924 seconds\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:129): Average latency is 240842 ns (240 us)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 240 us/1 ns 2999 us (2001 samples, 481 ms total)\r", "20120001-000003-0995 00654 * 1 ns | 1523 | ==================================================\r", "20120001-000003-0995 00654 * ... |\r", "20120001-000003-0995 00654 * 524 us | 475 | ===============\r", "20120001-000003-0995 00654 * 1048 us | 2 | \r", "20120001-000003-1005 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1985036222421. Starting simulation...", "info: Entering event queue @ 1985036232421. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1985036232744. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:57", "gem5 executing on spyder10, pid 38913", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906115645008", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 37600\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0915 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.494925 seconds\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:129): Average latency is 239843 ns (239 us)\r", "20120001-000003-0925 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0935 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0995 00654 * LATENCY total: 0 ns 239 us/1 ns 1999 us (2001 samples, 479 ms total)\r", "20120001-000003-0995 00654 * 1 ns | 1524 | ==================================================\r", "20120001-000003-0995 00654 * ... |\r", "20120001-000003-0995 00654 * 524 us | 474 | ===============\r", "20120001-000003-0995 00654 * 1048 us | 3 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5156858267046 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906115635008. Starting simulation...", "info: Entering event queue @ 1906115645008. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906115645331. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-swseq-1", "metadata": {}, "start_time": 1607419043.49403, "end_time": 1607421990.2253566, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["15b930cac4fc", "sync_pci=1 sync_eth=1", "exit main_time: 4050102584000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["21f606b7e96c", "sync_pci=1 sync_eth=1", "exit main_time: 4050102637000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["327fe691e434", "sync_pci=1 sync_eth=1", "exit main_time: 4050102649000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4309b3eadf00", "sync_pci=1 sync_eth=1", "exit main_time: 4050101794105"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder16, pid 1848", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926299502946", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926299492946. Starting simulation...", "info: Entering event queue @ 1926299502946. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926299503269. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder16, pid 1858", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899348895864", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5438 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5468 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899348885864. Starting simulation...", "info: Entering event queue @ 1899348895864. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899348896187. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder16, pid 1863", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897056016039", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5348 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5348 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897056006039. Starting simulation...", "info: Entering event queue @ 1897056016039. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897056016362. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder16, pid 1866", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2028177012790", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 57508\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8157 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255961 seconds\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:129): Average latency is 124918 ns (124 us)\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8617 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8617 00654 * LATENCY total: 0 ns 124 us/1 ns 2999 us (2001 samples, 249 ms total)\r", "20120001-000001-8617 00654 * 1 ns | 1753 | ==================================================\r", "20120001-000001-8617 00654 * ... |\r", "20120001-000001-8617 00654 * 524 us | 247 | =======\r", "20120001-000001-8617 00654 * 1048 us | 0 |\r", "20120001-000001-8627 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4050101682828 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2028177002790. Starting simulation...", "info: Entering event queue @ 2028177012790. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2028177013113. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-swseq-2", "metadata": {}, "start_time": 1607419043.8621, "end_time": 1607421831.6060114, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["438cd9a7ccc", "sync_pci=1 sync_eth=1", "exit main_time: 4946059416000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["14c222a07798", "sync_pci=1 sync_eth=1", "exit main_time: 4946059354000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["35d571d56d30", "sync_pci=1 sync_eth=1", "exit main_time: 4946059342000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6325ec958734", "sync_pci=1 sync_eth=1", "exit main_time: 4946059356000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7fec02aea670", "sync_pci=1 sync_eth=1", "exit main_time: 4946058597342"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder08, pid 14159", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1881242954596", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5408 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5418 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.731636] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1881242944596. Starting simulation...", "info: Entering event queue @ 1881242954596. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1881242962911. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder08, pid 14166", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981826032168", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981826022168. Starting simulation...", "info: Entering event queue @ 1981826032168. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981826032491. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder08, pid 14169", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932062053294", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932062043294. Starting simulation...", "info: Entering event queue @ 1932062053294. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932062053617. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder08, pid 14171", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1976256286822", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register (udptransport.cc:396): Listening on UDP port 55612\r", "20120001-000001-5738 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8307 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255961 seconds\r", "20120001-000001-8307 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:129): Average latency is 126417 ns (126 us)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8327 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8757 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8757 00655 * LATENCY total: 0 ns 126 us/1 ns 2999 us (2001 samples, 252 ms total)\r", "20120001-000001-8757 00655 * 1 ns | 1751 | ==================================================\r", "20120001-000001-8757 00655 * ... |\r", "20120001-000001-8757 00655 * 524 us | 248 | =======\r", "20120001-000001-8757 00655 * 1048 us | 1 | \r", "20120001-000001-8767 00655 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1976256276822. Starting simulation...", "info: Entering event queue @ 1976256286822. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1976256287145. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:32", "gem5 executing on spyder08, pid 14177", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906515349903", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1018 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1018.845/1018.845/1018.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 34573\r", "20120001-000002-5906 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-8416 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.249962 seconds\r", "20120001-000002-8416 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:129): Average latency is 122420 ns (122 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8926 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-8926 00654 * LATENCY total: 0 ns 122 us/1 ns 999 us (2001 samples, 244 ms total)\r", "20120001-000002-8926 00654 * 1 ns | 1756 | ==================================================\r", "20120001-000002-8926 00654 * ... |\r", "20120001-000002-8926 00654 * 524 us | 245 | ======\r", "[ 2.893611] random: crng init done\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4946058486504 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906515339903. Starting simulation...", "info: Entering event queue @ 1906515349903. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906515350226. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
{"exp_name": "nopaxos-gt-cb-swseq-3", "metadata": {}, "start_time": 1607419043.8707623, "end_time": 1607421675.5877798, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["28d64baadc5c", "sync_pci=1 sync_eth=1", "exit main_time: 3953854585000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["66b075ccf130", "sync_pci=1 sync_eth=1", "exit main_time: 3953854600000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2489bf770600", "sync_pci=1 sync_eth=1", "exit main_time: 3953854614000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["743d56d0d2e8", "sync_pci=1 sync_eth=1", "exit main_time: 3953854567000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["218dcb90ecf0", "sync_pci=1 sync_eth=1", "exit main_time: 3953854567000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["532a03a3dd50", "sync_pci=1 sync_eth=1", "exit main_time: 3953853857679"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder07, pid 9530", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1840441519873", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5338 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.860768] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1840441509873. Starting simulation...", "info: Entering event queue @ 1840441519873. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1840441520196. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder07, pid 9541", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865727421660", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.842922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.844921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.844921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.844921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.844921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.844921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.844921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.844921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.844921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.844921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.844921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.844921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.845921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.845921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.850920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.850920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.850920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.850920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.850920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.850920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.850920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.851920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.851920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.851920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.851920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.851920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.852920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.852920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.852920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.864918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5218 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5248 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5248 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5258 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.832771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865727411660. Starting simulation...", "info: Entering event queue @ 1865727421660. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865727421983. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder07, pid 9546", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932207877657", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5348 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5348 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.821773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932207867657. Starting simulation...", "info: Entering event queue @ 1932207877657. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932207877980. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder07, pid 9550", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958450963635", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 43497\r", "20120001-000001-5718 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8667 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.294955 seconds\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:129): Average latency is 143906 ns (143 us)\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8687 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8687 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8737 00654 * LATENCY total: 0 ns 143 us/1 ns 999 us (2001 samples, 287 ms total)\r", "20120001-000001-8737 00654 * 1 ns | 1713 | ==================================================\r", "20120001-000001-8737 00654 * ... |\r", "20120001-000001-8737 00654 * 524 us | 288 | ========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958450953635. Starting simulation...", "info: Entering event queue @ 1958450963635. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958450963958. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:32", "gem5 executing on spyder07, pid 9557", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1993620251143", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.564814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5678 00654 * Register (udptransport.cc:396): Listening on UDP port 35505\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8617 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.290956 seconds\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:129): Average latency is 141407 ns (141 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8717 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8717 00654 * LATENCY total: 0 ns 141 us/1 ns 999 us (2001 samples, 282 ms total)\r", "20120001-000001-8717 00654 * 1 ns | 1718 | ==================================================\r", "20120001-000001-8717 00654 * ... |\r", "20120001-000001-8717 00654 * 524 us | 283 | ========\r", "[ 1.872767] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1993620241143. Starting simulation...", "info: Entering event queue @ 1993620251143. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1993620251466. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:37", "gem5 executing on spyder07, pid 9723", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1930602256219", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 55623\r", "20120001-000001-5648 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8607 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.295955 seconds\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:129): Average latency is 142407 ns (142 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8667 00654 * LATENCY total: 0 ns 142 us/1 ns 999 us (2001 samples, 284 ms total)\r", "20120001-000001-8667 00654 * 1 ns | 1716 | ==================================================\r", "20120001-000001-8667 00654 * ... |\r", "20120001-000001-8667 00654 * 524 us | 285 | ========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 3953853676179 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1930602246219. Starting simulation...", "info: Entering event queue @ 1930602256219. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1930602256542. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-swseq-5", "metadata": {}, "start_time": 1607419043.941494, "end_time": 1607422734.876539, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["737af0fa14c0", "sync_pci=1 sync_eth=1", "exit main_time: 5063656602000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25175aa90520", "sync_pci=1 sync_eth=1", "exit main_time: 5063656617000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5267a7891f28", "sync_pci=1 sync_eth=1", "exit main_time: 5063656577000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7fb7a0a8392c", "sync_pci=1 sync_eth=1", "exit main_time: 5063656566000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2d082dc85334", "sync_pci=1 sync_eth=1", "exit main_time: 5063656553000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5ea4b2574398", "sync_pci=1 sync_eth=1", "exit main_time: 5063656623000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7b6b69fc62d0", "sync_pci=1 sync_eth=1", "exit main_time: 5063656634000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2d082dc85334", "sync_pci=1 sync_eth=1", "exit main_time: 5063655820459"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder09, pid 17566", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1947172231657", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5478 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5498 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.656647] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1947172221657. Starting simulation...", "info: Entering event queue @ 1947172231657. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1947172239972. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder09, pid 17578", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1934884450738", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.667645] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1934884440738. Starting simulation...", "info: Entering event queue @ 1934884450738. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1934884451061. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder09, pid 17581", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1872332695441", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5378 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5388 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.724636] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1872332685441. Starting simulation...", "info: Entering event queue @ 1872332695441. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1872332695764. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder09, pid 17586", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1909529448787", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1031 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1031.843/1031.843/1031.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 54788\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9536 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.356945 seconds\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:129): Average latency is 171388 ns (171 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 171 us/1 ns 3999 us (2001 samples, 342 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1665 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 331 | =========\r", "20120001-000002-9985 00654 * 1048 us | 4 | \r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1909529438787. Starting simulation...", "info: Entering event queue @ 1909529448787. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1909529449110. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:33", "gem5 executing on spyder09, pid 17600", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1987414882723", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5658 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 52669\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8247 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.253961 seconds\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:129): Average latency is 124918 ns (124 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8727 00654 * LATENCY total: 0 ns 124 us/1 ns 999 us (2001 samples, 249 ms total)\r", "20120001-000001-8727 00654 * 1 ns | 1751 | ==================================================\r", "20120001-000001-8727 00654 * ... |\r", "20120001-000001-8727 00654 * 524 us | 250 | =======\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1987414872723. Starting simulation...", "info: Entering event queue @ 1987414882723. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1987414883046. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17607", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1888849584352", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1036 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1036.842/1036.842/1036.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 59782\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.866615] random: crng init done\r", "20120001-000002-9546 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.357946 seconds\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:129): Average latency is 174885 ns (174 us)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9566 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 174 us/1 ns 3999 us (2001 samples, 349 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1657 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 340 | ==========\r", "20120001-000002-9985 00654 * 1048 us | 3 | \r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1888849574352. Starting simulation...", "info: Entering event queue @ 1888849584352. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1888849584675. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17612", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865757193192", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1042 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1042.842/1042.842/1042.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 52825\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.872614] random: crng init done\r", "20120001-000002-9526 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.355946 seconds\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:129): Average latency is 174885 ns (174 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9995 00654 * LATENCY total: 0 ns 174 us/1 ns 2999 us (2001 samples, 349 ms total)\r", "20120001-000002-9995 00654 * 1 ns | 1656 | ==================================================\r", "20120001-000002-9995 00654 * ... |\r", "20120001-000002-9995 00654 * 524 us | 341 | ==========\r", "20120001-000002-9995 00654 * 1048 us | 3 | \r", "20120001-000003-0005 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865757183192. Starting simulation...", "info: Entering event queue @ 1865757193192. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865757193515. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:48", "gem5 executing on spyder09, pid 17625", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904142435193", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1037 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1037.842/1037.842/1037.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 46611\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9506 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.353946 seconds\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:129): Average latency is 172387 ns (172 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 172 us/1 ns 3999 us (2001 samples, 344 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1659 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 341 | ==========\r", "20120001-000002-9985 00654 * 1048 us | 0 |\r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "[ 3.000594] random: crng init done\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5063655803139 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904142425193. Starting simulation...", "info: Entering event queue @ 1904142435193. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904142443508. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment