Skip to content

GitLab

Commit cb2e8bf8 authored by Hejing Li's avatar Hejing Li
Browse files

result: nopaxos-swseq 20K request data

parent b008b651
Hide whitespace changes
Inline Side-by-side
Showing with 10 additions and 8 deletions
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-1-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-1", "metadata": {}, "start_time": 1607419043.49403, "end_time": 1607421990.2253566, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["15b930cac4fc", "sync_pci=1 sync_eth=1", "exit main_time: 4050102584000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["21f606b7e96c", "sync_pci=1 sync_eth=1", "exit main_time: 4050102637000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["327fe691e434", "sync_pci=1 sync_eth=1", "exit main_time: 4050102649000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4309b3eadf00", "sync_pci=1 sync_eth=1", "exit main_time: 4050101794105"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder16, pid 1848", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926299502946", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926299492946. Starting simulation...", "info: Entering event queue @ 1926299502946. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926299503269. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder16, pid 1858", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899348895864", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5438 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5468 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899348885864. Starting simulation...", "info: Entering event queue @ 1899348895864. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899348896187. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder16, pid 1863", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897056016039", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5348 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5348 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897056006039. Starting simulation...", "info: Entering event queue @ 1897056016039. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897056016362. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder16, pid 1866", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2028177012790", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 57508\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8157 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255961 seconds\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:129): Average latency is 124918 ns (124 us)\r", "20120001-000001-8167 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8617 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8617 00654 * LATENCY total: 0 ns 124 us/1 ns 2999 us (2001 samples, 249 ms total)\r", "20120001-000001-8617 00654 * 1 ns | 1753 | ==================================================\r", "20120001-000001-8617 00654 * ... |\r", "20120001-000001-8617 00654 * 524 us | 247 | =======\r", "20120001-000001-8617 00654 * 1048 us | 0 |\r", "20120001-000001-8627 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4050101682828 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2028177002790. Starting simulation...", "info: Entering event queue @ 2028177012790. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2028177013113. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-1", "metadata": {}, "start_time": 1607579935.5884063, "end_time": 1607588723.0274503, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3df5708aa958", "sync_pci=1 sync_eth=1", "exit main_time: 25218774069000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4e7e8985a424", "sync_pci=1 sync_eth=1", "exit main_time: 25218774054000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5f0823bf9ef0", "sync_pci=1 sync_eth=1", "exit main_time: 25218774060000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4d2e8775e6dc", "sync_pci=1 sync_eth=1", "exit main_time: 25218773314542"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder10, pid 62085", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1843565615983", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.853920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5328 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.126726] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1843565605983. Starting simulation...", "info: Entering event queue @ 1843565615983. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1843565624298. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder10, pid 62089", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1852717676761", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.846921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.847921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.847921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.847921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.847921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.847921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.847921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.847921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.847921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.847921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.847921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.847921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.847921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.847921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.848921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.848921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.853920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.854920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.854920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.854920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.854920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5258 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5288 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5288 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5288 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.014744] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1852717666761. Starting simulation...", "info: Entering event queue @ 1852717676761. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1852717677084. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder10, pid 62091", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889599878973", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.003746] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889599868973. Starting simulation...", "info: Entering event queue @ 1889599878973. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889599879296. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder10, pid 62093", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890252170362", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00653 * Register (udptransport.cc:396): Listening on UDP port 34861\r", "20120001-000001-5588 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.929757] random: crng init done\r", "20120001-000004-0894 00653 * Finish (benchmark.cc:190): Completed 20000 requests in 2.530616 seconds\r", "20120001-000004-0894 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-0914 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:129): Average latency is 125224 ns (125 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-0924 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-1834 00653 * operator() (client.cc:273): All clients done.\r", "20120001-000004-1834 00653 * LATENCY total: 0 ns 125 us/1 ns 7998 us (20001 samples, 2504 ms total)\r", "20120001-000004-1834 00653 * 1 ns | 17516 | ==================================================\r", "20120001-000004-1834 00653 * ... |\r", "20120001-000004-1834 00653 * 524 us | 2480 | =======\r", "20120001-000004-1834 00653 * 1048 us | 1 | \r", "20120001-000004-1844 00653 * 2097 us | 2 | \r", "20120001-000004-1844 00653 * 4194 us | 2 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25218772983999 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890252160362. Starting simulation...", "info: Entering event queue @ 1890252170362. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890252170685. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-2-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-2", "metadata": {}, "start_time": 1607419043.8621, "end_time": 1607421831.6060114, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["438cd9a7ccc", "sync_pci=1 sync_eth=1", "exit main_time: 4946059416000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["14c222a07798", "sync_pci=1 sync_eth=1", "exit main_time: 4946059354000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["35d571d56d30", "sync_pci=1 sync_eth=1", "exit main_time: 4946059342000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6325ec958734", "sync_pci=1 sync_eth=1", "exit main_time: 4946059356000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7fec02aea670", "sync_pci=1 sync_eth=1", "exit main_time: 4946058597342"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder08, pid 14159", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1881242954596", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5408 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5418 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.731636] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1881242944596. Starting simulation...", "info: Entering event queue @ 1881242954596. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1881242962911. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder08, pid 14166", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981826032168", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981826022168. Starting simulation...", "info: Entering event queue @ 1981826032168. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981826032491. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder08, pid 14169", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932062053294", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932062043294. Starting simulation...", "info: Entering event queue @ 1932062053294. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932062053617. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder08, pid 14171", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1976256286822", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register (udptransport.cc:396): Listening on UDP port 55612\r", "20120001-000001-5738 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8307 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255961 seconds\r", "20120001-000001-8307 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:129): Average latency is 126417 ns (126 us)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8317 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8327 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8757 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8757 00655 * LATENCY total: 0 ns 126 us/1 ns 2999 us (2001 samples, 252 ms total)\r", "20120001-000001-8757 00655 * 1 ns | 1751 | ==================================================\r", "20120001-000001-8757 00655 * ... |\r", "20120001-000001-8757 00655 * 524 us | 248 | =======\r", "20120001-000001-8757 00655 * 1048 us | 1 | \r", "20120001-000001-8767 00655 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1976256276822. Starting simulation...", "info: Entering event queue @ 1976256286822. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1976256287145. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:32", "gem5 executing on spyder08, pid 14177", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906515349903", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1018 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1018.845/1018.845/1018.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 34573\r", "20120001-000002-5906 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-8416 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.249962 seconds\r", "20120001-000002-8416 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:129): Average latency is 122420 ns (122 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8926 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-8926 00654 * LATENCY total: 0 ns 122 us/1 ns 999 us (2001 samples, 244 ms total)\r", "20120001-000002-8926 00654 * 1 ns | 1756 | ==================================================\r", "20120001-000002-8926 00654 * ... |\r", "20120001-000002-8926 00654 * 524 us | 245 | ======\r", "[ 2.893611] random: crng init done\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4946058486504 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906515339903. Starting simulation...", "info: Entering event queue @ 1906515349903. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906515350226. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-2", "metadata": {}, "start_time": 1607579935.5628867, "end_time": 1607590188.3200471, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3b24ceba93ac", "sync_pci=1 sync_eth=1", "exit main_time: 25553995238000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6cc1664f8410", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "warn: nicsim_sync failed (t=867743810000)", "exit main_time: 25553995283000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ee70ee56f3c", "sync_pci=1 sync_eth=1", "exit main_time: 25553995258000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["710de2035a6c", "sync_pci=1 sync_eth=1", "exit main_time: 25553995295000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1220fc0e5004", "sync_pci=1 sync_eth=1", "exit main_time: 25553994485537"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder09, pid 65162", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904849284969", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.879918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.879918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.884917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.885917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.885917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.885917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.885917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.886917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.886917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.898915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5558 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5588 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5588 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5588 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.909761] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904849274969. Starting simulation...", "info: Entering event queue @ 1904849284969. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904849285292. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder09, pid 65285", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891048799935", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5328 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5358 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.951754] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891048789935. Starting simulation...", "info: Entering event queue @ 1891048799935. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891048800258. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder09, pid 65299", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897511931334", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5448 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.959753] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897511921334. Starting simulation...", "info: Entering event queue @ 1897511931334. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897511939649. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder09, pid 65328", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1945122048226", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.552814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00654 * Register (udptransport.cc:396): Listening on UDP port 36633\r", "20120001-000001-5588 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.030742] random: crng init done\r", "20120001-000004-3203 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 2.761580 seconds\r", "20120001-000004-3213 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-3233 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-3233 00654 * CooldownDone (benchmark.cc:129): Average latency is 132273 ns (132 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3243 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3853 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-3853 00654 * LATENCY total: 0 ns 132 us/1 ns 14 ms (20001 samples, 2645 ms total)\r", "20120001-000004-3853 00654 * 1 ns | 17398 | ==================================================\r", "20120001-000004-3853 00654 * ... |\r", "20120001-000004-3853 00654 * 524 us | 2593 | =======\r", "20120001-000004-3853 00654 * 1048 us | 4 | \r", "20120001-000004-3863 00654 * 2097 us | 3 | \r", "20120001-000004-3863 00654 * 4194 us | 1 | \r", "20120001-000004-3863 00654 * 8388 us | 2 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1945122038226. Starting simulation...", "info: Entering event queue @ 1945122048226. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1945122048549. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder09, pid 65335", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2024006021956", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.880918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.575813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5758 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5788 00654 * Register (udptransport.cc:396): Listening on UDP port 49177\r", "20120001-000001-5818 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.951756] random: crng init done\r", "20120001-000004-3313 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 2.749582 seconds\r", "20120001-000004-3313 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:129): Average latency is 133922 ns (133 us)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3343 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-3353 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-4073 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-4073 00654 * LATENCY total: 0 ns 133 us/1 ns 14 ms (20001 samples, 2678 ms total)\r", "20120001-000004-4073 00654 * 1 ns | 17357 | ==================================================\r", "20120001-000004-4073 00654 * ... |\r", "20120001-000004-4073 00654 * 524 us | 2639 | =======\r", "20120001-000004-4073 00654 * 1048 us | 0 |\r", "20120001-000004-4083 00654 * 2097 us | 3 | \r", "20120001-000004-4083 00654 * 4194 us | 0 |\r", "20120001-000004-4083 00654 * 8388 us | 2 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25553994046713 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2024006011956. Starting simulation...", "info: Entering event queue @ 2024006021956. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2024006022279. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-3-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-3", "metadata": {}, "start_time": 1607419043.8707623, "end_time": 1607421675.5877798, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["28d64baadc5c", "sync_pci=1 sync_eth=1", "exit main_time: 3953854585000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["66b075ccf130", "sync_pci=1 sync_eth=1", "exit main_time: 3953854600000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2489bf770600", "sync_pci=1 sync_eth=1", "exit main_time: 3953854614000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["743d56d0d2e8", "sync_pci=1 sync_eth=1", "exit main_time: 3953854567000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["218dcb90ecf0", "sync_pci=1 sync_eth=1", "exit main_time: 3953854567000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["532a03a3dd50", "sync_pci=1 sync_eth=1", "exit main_time: 3953853857679"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder07, pid 9530", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1840441519873", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5338 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.860768] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1840441509873. Starting simulation...", "info: Entering event queue @ 1840441519873. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1840441520196. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder07, pid 9541", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865727421660", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.842922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.844921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.844921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.844921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.844921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.844921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.844921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.844921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.844921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.844921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.844921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.844921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.845921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.845921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.850920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.850920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.850920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.850920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.850920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.850920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.850920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.851920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.851920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.851920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.851920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.851920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.852920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.852920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.852920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.852920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.864918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5218 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5248 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5248 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5258 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.832771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865727411660. Starting simulation...", "info: Entering event queue @ 1865727421660. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865727421983. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder07, pid 9546", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932207877657", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5348 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5348 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.821773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932207867657. Starting simulation...", "info: Entering event queue @ 1932207877657. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932207877980. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder07, pid 9550", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958450963635", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 43497\r", "20120001-000001-5718 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8667 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.294955 seconds\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:129): Average latency is 143906 ns (143 us)\r", "20120001-000001-8677 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8687 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8687 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8737 00654 * LATENCY total: 0 ns 143 us/1 ns 999 us (2001 samples, 287 ms total)\r", "20120001-000001-8737 00654 * 1 ns | 1713 | ==================================================\r", "20120001-000001-8737 00654 * ... |\r", "20120001-000001-8737 00654 * 524 us | 288 | ========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958450953635. Starting simulation...", "info: Entering event queue @ 1958450963635. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958450963958. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:32", "gem5 executing on spyder07, pid 9557", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1993620251143", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.564814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5648 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5678 00654 * Register (udptransport.cc:396): Listening on UDP port 35505\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8617 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.290956 seconds\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:129): Average latency is 141407 ns (141 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8717 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8717 00654 * LATENCY total: 0 ns 141 us/1 ns 999 us (2001 samples, 282 ms total)\r", "20120001-000001-8717 00654 * 1 ns | 1718 | ==================================================\r", "20120001-000001-8717 00654 * ... |\r", "20120001-000001-8717 00654 * 524 us | 283 | ========\r", "[ 1.872767] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1993620241143. Starting simulation...", "info: Entering event queue @ 1993620251143. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1993620251466. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:37", "gem5 executing on spyder07, pid 9723", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1930602256219", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 55623\r", "20120001-000001-5648 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8607 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.295955 seconds\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8617 00654 * CooldownDone (benchmark.cc:129): Average latency is 142407 ns (142 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8627 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8667 00654 * LATENCY total: 0 ns 142 us/1 ns 999 us (2001 samples, 284 ms total)\r", "20120001-000001-8667 00654 * 1 ns | 1716 | ==================================================\r", "20120001-000001-8667 00654 * ... |\r", "20120001-000001-8667 00654 * 524 us | 285 | ========\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 3953853676179 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1930602246219. Starting simulation...", "info: Entering event queue @ 1930602256219. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1930602256542. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-3", "metadata": {}, "start_time": 1607579935.571231, "end_time": 1607593364.1380413, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["dd4543a79a8", "sync_pci=1 sync_eth=1", "exit main_time: 25799502576000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["608457395fa0", "sync_pci=1 sync_eth=1", "exit main_time: 25799502568000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["22aa33174ad0", "sync_pci=1 sync_eth=1", "exit main_time: 25799502596000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3333da394598", "sync_pci=1 sync_eth=1", "exit main_time: 25799502585000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["43bd67224064", "sync_pci=1 sync_eth=1", "exit main_time: 25799502525000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["544688e43b30", "sync_pci=1 sync_eth=1", "exit main_time: 25799501754738"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder09, pid 65190", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1884300737419", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.872919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.872919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.872919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5508 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5538 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5538 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.843772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1884300727419. Starting simulation...", "info: Entering event queue @ 1884300737419. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1884300737742. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder09, pid 65286", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944849733480", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5528 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5538 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.787779] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944849723480. Starting simulation...", "info: Entering event queue @ 1944849733480. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944849733803. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder09, pid 65300", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1860064218532", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5368 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5368 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.888763] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1860064208532. Starting simulation...", "info: Entering event queue @ 1860064218532. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1860064226847. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:00", "gem5 executing on spyder09, pid 65329", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1994949959770", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.555814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5558 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5588 00654 * Register (udptransport.cc:396): Listening on UDP port 47183\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.941755] random: crng init done\r", "20120001-000004-6323 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.070533 seconds\r", "20120001-000004-6333 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6353 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6353 00654 * CooldownDone (benchmark.cc:129): Average latency is 148070 ns (148 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6363 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6903 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6903 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2961 ms total)\r", "20120001-000004-6903 00654 * 1 ns | 17115 | ==================================================\r", "20120001-000004-6903 00654 * ... |\r", "20120001-000004-6903 00654 * 524 us | 2871 | ========\r", "20120001-000004-6903 00654 * 1048 us | 6 | \r", "20120001-000004-6913 00654 * 2097 us | 6 | \r", "20120001-000004-6913 00654 * 4194 us | 0 |\r", "20120001-000004-6913 00654 * 8388 us | 0 |\r", "20120001-000004-6913 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1994949949770. Starting simulation...", "info: Entering event queue @ 1994949959770. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1994949960093. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:05", "gem5 executing on spyder09, pid 65336", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922621349115", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.549814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5508 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5528 00654 * Register (udptransport.cc:396): Listening on UDP port 47811\r", "20120001-000001-5558 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.942754] random: crng init done\r", "20120001-000004-6293 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.073533 seconds\r", "20120001-000004-6293 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6313 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:129): Average latency is 148519 ns (148 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6323 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6853 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6853 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2970 ms total)\r", "20120001-000004-6853 00654 * 1 ns | 17111 | ==================================================\r", "20120001-000004-6853 00654 * ... |\r", "20120001-000004-6853 00654 * 524 us | 2873 | ========\r", "20120001-000004-6853 00654 * 1048 us | 8 | \r", "20120001-000004-6863 00654 * 2097 us | 5 | \r", "20120001-000004-6863 00654 * 4194 us | 1 | \r", "20120001-000004-6863 00654 * 8388 us | 0 |\r", "20120001-000004-6863 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922621339115. Starting simulation...", "info: Entering event queue @ 1922621349115. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922621349438. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:14", "gem5 executing on spyder09, pid 65349", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1964735751889", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.556814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 52800\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.877765] random: crng init done\r", "20120001-000004-6313 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.069534 seconds\r", "20120001-000004-6313 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-6333 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:129): Average latency is 148270 ns (148 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6343 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-6933 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-6933 00654 * LATENCY total: 0 ns 148 us/1 ns 19 ms (20001 samples, 2965 ms total)\r", "20120001-000004-6933 00654 * 1 ns | 17109 | ==================================================\r", "20120001-000004-6933 00654 * ... |\r", "20120001-000004-6933 00654 * 524 us | 2878 | ========\r", "20120001-000004-6933 00654 * 1048 us | 5 | \r", "20120001-000004-6943 00654 * 2097 us | 6 | \r", "20120001-000004-6943 00654 * 4194 us | 0 |\r", "20120001-000004-6943 00654 * 8388 us | 0 |\r", "20120001-000004-6943 00654 * 16 ms | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25799501451555 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1964735741889. Starting simulation...", "info: Entering event queue @ 1964735751889. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1964735752212. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-4-1.json
View file @ cb2e8bf8
This source diff could not be displayed because it is too large. You can view the blob instead.
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-5-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-5", "metadata": {}, "start_time": 1607419043.941494, "end_time": 1607422734.876539, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["737af0fa14c0", "sync_pci=1 sync_eth=1", "exit main_time: 5063656602000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25175aa90520", "sync_pci=1 sync_eth=1", "exit main_time: 5063656617000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5267a7891f28", "sync_pci=1 sync_eth=1", "exit main_time: 5063656577000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7fb7a0a8392c", "sync_pci=1 sync_eth=1", "exit main_time: 5063656566000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2d082dc85334", "sync_pci=1 sync_eth=1", "exit main_time: 5063656553000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5ea4b2574398", "sync_pci=1 sync_eth=1", "exit main_time: 5063656623000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7b6b69fc62d0", "sync_pci=1 sync_eth=1", "exit main_time: 5063656634000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2d082dc85334", "sync_pci=1 sync_eth=1", "exit main_time: 5063655820459"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder09, pid 17566", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1947172231657", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5478 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5498 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.656647] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1947172221657. Starting simulation...", "info: Entering event queue @ 1947172231657. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1947172239972. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder09, pid 17578", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1934884450738", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.667645] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1934884440738. Starting simulation...", "info: Entering event queue @ 1934884450738. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1934884451061. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder09, pid 17581", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1872332695441", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5378 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5388 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.724636] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1872332685441. Starting simulation...", "info: Entering event queue @ 1872332695441. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1872332695764. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:27", "gem5 executing on spyder09, pid 17586", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1909529448787", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.886917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1031 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1031.843/1031.843/1031.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 54788\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9536 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.356945 seconds\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:129): Average latency is 171388 ns (171 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 171 us/1 ns 3999 us (2001 samples, 342 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1665 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 331 | =========\r", "20120001-000002-9985 00654 * 1048 us | 4 | \r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1909529438787. Starting simulation...", "info: Entering event queue @ 1909529448787. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1909529449110. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:33", "gem5 executing on spyder09, pid 17600", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1987414882723", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5658 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 52669\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8247 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.253961 seconds\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8247 00654 * CooldownDone (benchmark.cc:129): Average latency is 124918 ns (124 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8257 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8727 00654 * LATENCY total: 0 ns 124 us/1 ns 999 us (2001 samples, 249 ms total)\r", "20120001-000001-8727 00654 * 1 ns | 1751 | ==================================================\r", "20120001-000001-8727 00654 * ... |\r", "20120001-000001-8727 00654 * 524 us | 250 | =======\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1987414872723. Starting simulation...", "info: Entering event queue @ 1987414882723. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1987414883046. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17607", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1888849584352", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1036 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1036.842/1036.842/1036.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 59782\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.866615] random: crng init done\r", "20120001-000002-9546 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.357946 seconds\r", "20120001-000002-9546 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:129): Average latency is 174885 ns (174 us)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9556 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9566 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 174 us/1 ns 3999 us (2001 samples, 349 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1657 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 340 | ==========\r", "20120001-000002-9985 00654 * 1048 us | 3 | \r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1888849574352. Starting simulation...", "info: Entering event queue @ 1888849584352. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1888849584675. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17612", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865757193192", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.856921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.856921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.856921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.856921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.861920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1042 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1042.842/1042.842/1042.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 52825\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.872614] random: crng init done\r", "20120001-000002-9526 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.355946 seconds\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:129): Average latency is 174885 ns (174 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9536 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9995 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9995 00654 * LATENCY total: 0 ns 174 us/1 ns 2999 us (2001 samples, 349 ms total)\r", "20120001-000002-9995 00654 * 1 ns | 1656 | ==================================================\r", "20120001-000002-9995 00654 * ... |\r", "20120001-000002-9995 00654 * 524 us | 341 | ==========\r", "20120001-000002-9995 00654 * 1048 us | 3 | \r", "20120001-000003-0005 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865757183192. Starting simulation...", "info: Entering event queue @ 1865757193192. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865757193515. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:48", "gem5 executing on spyder09, pid 17625", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904142435193", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1037 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1037.842/1037.842/1037.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 46611\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9506 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.353946 seconds\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9516 00654 * CooldownDone (benchmark.cc:129): Average latency is 172387 ns (172 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9526 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 172 us/1 ns 3999 us (2001 samples, 344 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1659 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 341 | ==========\r", "20120001-000002-9985 00654 * 1048 us | 0 |\r", "20120001-000002-9995 00654 * 2097 us | 1 | \r", "[ 3.000594] random: crng init done\r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5063655803139 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904142425193. Starting simulation...", "info: Entering event queue @ 1904142435193. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904142443508. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-5", "metadata": {}, "start_time": 1607579935.5956416, "end_time": 1607596256.9086866, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a37636a547c", "sync_pci=1 sync_eth=1", "exit main_time: 26919287298000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2b4aeda74a14", "sync_pci=1 sync_eth=1", "exit main_time: 26919287251000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4c5d86f03fa8", "sync_pci=1 sync_eth=1", "exit main_time: 26919287300000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7dfa6ec4300c", "sync_pci=1 sync_eth=1", "exit main_time: 26919287253000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2f96e56b2070", "sync_pci=1 sync_eth=1", "exit main_time: 26919287279000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4f59c15258bc", "sync_pci=1 sync_eth=1", "exit main_time: 26919287323000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["706d0fa14e54", "sync_pci=1 sync_eth=1", "exit main_time: 26919287261000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["53a638862f18", "sync_pci=1 sync_eth=1", "exit main_time: 26919286486626"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder11, pid 28625", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1830018157003", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.850921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.850921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.850921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.851920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.851920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.851920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.851920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.851920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.856920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5278 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5298 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5308 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5308 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.830772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1830018147003. Starting simulation...", "info: Entering event queue @ 1830018157003. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1830018157326. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder11, pid 28655", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891544263642", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.761784] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891544253642. Starting simulation...", "info: Entering event queue @ 1891544263642. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891544263965. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder11, pid 28660", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869962632210", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5398 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.807776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869962622210. Starting simulation...", "info: Entering event queue @ 1869962632210. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869962632533. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder11, pid 28665", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926236351494", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.551815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5518 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5548 00654 * Register (udptransport.cc:396): Listening on UDP port 59639\r", "20120001-000001-5578 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.893763] random: crng init done\r", "20120001-000005-8611 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.303346 seconds\r", "20120001-000005-8611 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:129): Average latency is 209707 ns (209 us)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8641 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8651 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9001 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9001 00654 * LATENCY total: 0 ns 209 us/1 ns 22 ms (20001 samples, 4194 ms total)\r", "20120001-000005-9001 00654 * 1 ns | 15923 | ==================================================\r", "20120001-000005-9001 00654 * ... |\r", "20120001-000005-9001 00654 * 524 us | 4054 | ============\r", "20120001-000005-9001 00654 * 1048 us | 12 | \r", "20120001-000005-9011 00654 * 2097 us | 8 | \r", "20120001-000005-9011 00654 * 4194 us | 0 |\r", "20120001-000005-9011 00654 * 8388 us | 0 |\r", "20120001-000005-9011 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926236341494. Starting simulation...", "info: Entering event queue @ 1926236351494. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926236351817. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder11, pid 28677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1893927971548", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00655 * Register (udptransport.cc:396): Listening on UDP port 48939\r", "20120001-000001-5638 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.906761] random: crng init done\r", "20120001-000005-8621 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.298346 seconds\r", "20120001-000005-8621 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:129): Average latency is 208857 ns (208 us)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8651 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8661 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9061 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9061 00655 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4177 ms total)\r", "20120001-000005-9061 00655 * 1 ns | 15944 | ==================================================\r", "20120001-000005-9061 00655 * ... |\r", "20120001-000005-9061 00655 * 524 us | 4029 | ============\r", "20120001-000005-9061 00655 * 1048 us | 16 | \r", "20120001-000005-9071 00655 * 2097 us | 8 | \r", "20120001-000005-9071 00655 * 4194 us | 0 |\r", "20120001-000005-9071 00655 * 8388 us | 0 |\r", "20120001-000005-9071 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1893927961548. Starting simulation...", "info: Entering event queue @ 1893927971548. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1893927971871. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:09", "gem5 executing on spyder11, pid 28684", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1868212334260", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1040 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1040.842/1040.842/1040.842/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 58907\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.064584] random: crng init done\r", "20120001-000006-6070 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.015390 seconds\r", "20120001-000006-6070 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-6090 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:129): Average latency is 196710 ns (196 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6100 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6320 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-6320 00654 * LATENCY total: 0 ns 196 us/1 ns 22 ms (20001 samples, 3934 ms total)\r", "20120001-000006-6320 00654 * 1 ns | 16178 | ==================================================\r", "20120001-000006-6320 00654 * ... |\r", "20120001-000006-6320 00654 * 524 us | 3796 | ===========\r", "20120001-000006-6320 00654 * 1048 us | 15 | \r", "20120001-000006-6330 00654 * 2097 us | 8 | \r", "20120001-000006-6330 00654 * 4194 us | 0 |\r", "20120001-000006-6330 00654 * 8388 us | 1 | \r", "20120001-000006-6330 00654 * 16 ms | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1868212324260. Starting simulation...", "info: Entering event queue @ 1868212334260. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1868212334583. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28691", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1939898338498", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.878918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.884917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.886917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.898915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.572813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5728 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5758 00654 * Register (udptransport.cc:396): Listening on UDP port 51264\r", "20120001-000001-5778 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.911761] random: crng init done\r", "20120001-000005-8801 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.301346 seconds\r", "20120001-000005-8811 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8831 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8831 00654 * CooldownDone (benchmark.cc:129): Average latency is 208457 ns (208 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8841 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-9191 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-9191 00654 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4169 ms total)\r", "20120001-000005-9191 00654 * 1 ns | 15955 | ==================================================\r", "20120001-000005-9191 00654 * ... |\r", "20120001-000005-9191 00654 * 524 us | 4017 | ============\r", "20120001-000005-9191 00654 * 1048 us | 17 | \r", "20120001-000005-9201 00654 * 2097 us | 8 | \r", "20120001-000005-9201 00654 * 4194 us | 0 |\r", "20120001-000005-9201 00654 * 8388 us | 0 |\r", "20120001-000005-9201 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1939898328498. Starting simulation...", "info: Entering event queue @ 1939898338498. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1939898338821. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28695", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1874602961902", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.548815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register (udptransport.cc:396): Listening on UDP port 45871\r", "20120001-000001-5548 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.905761] random: crng init done\r", "20120001-000005-8521 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.297347 seconds\r", "20120001-000005-8521 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-8541 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:129): Average latency is 208457 ns (208 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8551 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8951 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8951 00654 * LATENCY total: 0 ns 208 us/1 ns 22 ms (20001 samples, 4169 ms total)\r", "20120001-000005-8951 00654 * 1 ns | 15946 | ==================================================\r", "20120001-000005-8951 00654 * ... |\r", "20120001-000005-8951 00654 * 524 us | 4030 | ============\r", "20120001-000005-8951 00654 * 1048 us | 13 | \r", "20120001-000005-8961 00654 * 2097 us | 8 | \r", "20120001-000005-8961 00654 * 4194 us | 0 |\r", "20120001-000005-8961 00654 * 8388 us | 0 |\r", "20120001-000005-8961 00654 * 16 ms | 4 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26919286165602 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1874602951902. Starting simulation...", "info: Entering event queue @ 1874602961902. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1874602962225. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-6-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-6", "metadata": {}, "start_time": 1607419043.9396813, "end_time": 1607438031.3673847, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["56b43a54f584", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144505994000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["148dc1af0a54", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144506011000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3154bc942990", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144505971000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["62f1198319f4", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505987000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1041196333f8", "sync_pci=1 sync_eth=1", "main_time = 3291717773000", "main_time = 3303505773000", "exit main_time: 5144505939000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3d919c424e00", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505412398", "exit main_time: 5144505924000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["bf537575d9c", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505938000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["18320605820c", "sync_pci=1 sync_eth=1", "main_time = 3291716958000", "main_time = 3303504958000", "exit main_time: 5144506019000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["771f70308c74", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505076575"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder09, pid 17576", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902260532646", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.691642] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902260522646. Starting simulation...", "info: Entering event queue @ 1902260532646. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902260532969. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder09, pid 17580", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1975144234654", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.876918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5518 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5548 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.640650] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1975144224654. Starting simulation...", "info: Entering event queue @ 1975144234654. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1975144234977. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder09, pid 17583", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1971261352756", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.886918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5568 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5598 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5598 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5598 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.648650] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1971261342756. Starting simulation...", "info: Entering event queue @ 1971261352756. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1971261361071. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:28", "gem5 executing on spyder09, pid 17588", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922796280342", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1030 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1030.843/1030.843/1030.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 52886\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0205 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.428935 seconds\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:129): Average latency is 208863 ns (208 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 208 us/1 ns 3999 us (2001 samples, 417 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1586 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 414 | =============\r", "20120001-000003-0945 00654 * 1048 us | 0 |\r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "[ 3.096580] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922796270342. Starting simulation...", "info: Entering event queue @ 1922796280342. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922796280665. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:33", "gem5 executing on spyder09, pid 17601", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1963270242865", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.555814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5558 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5588 00654 * Register (udptransport.cc:396): Listening on UDP port 36358\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8177 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255962 seconds\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:129): Average latency is 122919 ns (122 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8637 00654 * LATENCY total: 0 ns 122 us/1 ns 999 us (2001 samples, 245 ms total)\r", "20120001-000001-8637 00654 * 1 ns | 1755 | ==================================================\r", "20120001-000001-8637 00654 * ... |\r", "20120001-000001-8637 00654 * 524 us | 246 | =======\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1963270232865. Starting simulation...", "info: Entering event queue @ 1963270242865. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1963270251180. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17608", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1879236276283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1028 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1028.844/1028.844/1028.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60069\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.903610] random: crng init done\r", "20120001-000003-0255 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.428934 seconds\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:129): Average latency is 211362 ns (211 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1005 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-1005 00654 * LATENCY total: 0 ns 211 us/1 ns 3999 us (2001 samples, 422 ms total)\r", "20120001-000003-1005 00654 * 1 ns | 1581 | ==================================================\r", "20120001-000003-1005 00654 * ... |\r", "20120001-000003-1005 00654 * 524 us | 419 | =============\r", "20120001-000003-1005 00654 * 1048 us | 0 |\r", "20120001-000003-1015 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1879236266283. Starting simulation...", "info: Entering event queue @ 1879236276283. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1879236276606. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17613", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1883184624316", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1035 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1035.843/1035.843/1035.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register (udptransport.cc:396): Listening on UDP port 33386\r", "20120001-000002-5966 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.906609] random: crng init done\r", "20120001-000003-0315 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.434934 seconds\r", "20120001-000003-0315 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:129): Average latency is 211861 ns (211 us)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0335 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0995 00655 * LATENCY total: 0 ns 211 us/1 ns 3999 us (2001 samples, 423 ms total)\r", "20120001-000003-0995 00655 * 1 ns | 1582 | ==================================================\r", "20120001-000003-0995 00655 * ... |\r", "20120001-000003-0995 00655 * 524 us | 416 | =============\r", "20120001-000003-0995 00655 * 1048 us | 2 | \r", "20120001-000003-1005 00655 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1883184614316. Starting simulation...", "info: Entering event queue @ 1883184624316. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1883184624639. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:48", "gem5 executing on spyder09, pid 17626", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914225984217", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1032 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1032.843/1032.843/1032.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 46943\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.911608] random: crng init done\r", "20120001-000003-0215 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.429935 seconds\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:129): Average latency is 208364 ns (208 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0235 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0235 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 208 us/1 ns 3999 us (2001 samples, 416 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1587 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 413 | =============\r", "20120001-000003-0945 00654 * 1048 us | 0 |\r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914225974217. Starting simulation...", "info: Entering event queue @ 1914225984217. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914225984540. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:18:03", "gem5 executing on spyder09, pid 17632", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897534739170", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1022 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1022.845/1022.845/1022.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585659] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 47918\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.905610] random: crng init done\r", "20120001-000003-0265 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.434934 seconds\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:129): Average latency is 212861 ns (212 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0285 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 212 us/1 ns 2999 us (2001 samples, 425 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1579 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 419 | =============\r", "20120001-000003-0945 00654 * 1048 us | 2 | \r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5144504743602 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897534729170. Starting simulation...", "info: Entering event queue @ 1897534739170. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897534739493. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-6", "metadata": {}, "start_time": 1607579935.6009007, "end_time": 1607616758.8224974, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3bd4125e44e0", "sync_pci=1 sync_eth=1", "exit main_time: 28467735406000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6d70bbcd3540", "sync_pci=1 sync_eth=1", "exit main_time: 28467735363000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["e839d5e2ad8", "sync_pci=1 sync_eth=1", "exit main_time: 28467735398000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1dbd0cc1685c", "sync_pci=1 sync_eth=1", "exit main_time: 28467735375000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3ed067fc5df0", "sync_pci=1 sync_eth=1", "exit main_time: 28467735422000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5fe3d8ab5388", "sync_pci=1 sync_eth=1", "exit main_time: 28467735429000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2209c7953eb8", "sync_pci=1 sync_eth=1", "exit main_time: 28467735371000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["26563b591514", "sync_pci=1 sync_eth=1", "exit main_time: 28467735417000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["687c78c30040", "sync_pci=1 sync_eth=1", "exit main_time: 28467734516525"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder11, pid 28628", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1818456651082", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.835922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.837922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.837922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.837922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.837922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.837922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.837922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.837922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.837922] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.837922] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.837922] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.837922] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.837922] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.837922] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.838922] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.838922] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.843921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.843921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.843921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.843921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.843921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.844921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.844921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.844921] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.844921] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5148 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5178 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5178 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5178 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.842769] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1818456641082. Starting simulation...", "info: Entering event queue @ 1818456651082. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1818456651405. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder11, pid 28656", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922253659506", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.877917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.878917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.878917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.878917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.878917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.878917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.878917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.878917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.879917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.879917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.879917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.885916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5558 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5588 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5588 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5588 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.816775] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922253649506. Starting simulation...", "info: Entering event queue @ 1922253659506. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922253659829. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder11, pid 28661", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1865117991700", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5348 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5378 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5378 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.828772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1865117981700. Starting simulation...", "info: Entering event queue @ 1865117991700. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1865117992023. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder11, pid 28664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1934242463035", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.567813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 54055\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.106731] random: crng init done\r", "20120001-000007-0179 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.445172 seconds\r", "20120001-000007-0179 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:129): Average latency is 267645 ns (267 us)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0209 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0219 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0249 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0249 00654 * LATENCY total: 0 ns 267 us/1 ns 23 ms (20001 samples, 5353 ms total)\r", "20120001-000007-0259 00654 * 1 ns | 14819 | ==================================================\r", "20120001-000007-0259 00654 * ... |\r", "20120001-000007-0259 00654 * 524 us | 5145 | =================\r", "20120001-000007-0259 00654 * 1048 us | 8 | \r", "20120001-000007-0259 00654 * 2097 us | 24 | \r", "20120001-000007-0259 00654 * 4194 us | 0 |\r", "20120001-000007-0269 00654 * 8388 us | 0 |\r", "20120001-000007-0269 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1934242453035. Starting simulation...", "info: Entering event queue @ 1934242463035. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1934242463358. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder11, pid 28676", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1887527480446", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=87.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 87.987/87.987/87.987/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.652800] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6528 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6558 00654 * Register (udptransport.cc:396): Listening on UDP port 38645\r", "20120001-000001-6587 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.210715] random: crng init done\r", "20120001-000007-1009 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.442173 seconds\r", "20120001-000007-1019 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-1039 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-1039 00654 * CooldownDone (benchmark.cc:129): Average latency is 267945 ns (267 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1049 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1129 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-1129 00654 * LATENCY total: 0 ns 267 us/1 ns 22 ms (20001 samples, 5359 ms total)\r", "20120001-000007-1129 00654 * 1 ns | 14815 | ==================================================\r", "20120001-000007-1129 00654 * ... |\r", "20120001-000007-1129 00654 * 524 us | 5151 | =================\r", "20120001-000007-1129 00654 * 1048 us | 7 | \r", "20120001-000007-1139 00654 * 2097 us | 23 | \r", "20120001-000007-1139 00654 * 4194 us | 0 |\r", "20120001-000007-1139 00654 * 8388 us | 0 |\r", "20120001-000007-1139 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1887527470446. Starting simulation...", "info: Entering event queue @ 1887527480446. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1887527480769. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:09", "gem5 executing on spyder11, pid 28683", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902016814608", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.561813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5618 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5648 00654 * Register (udptransport.cc:396): Listening on UDP port 54593\r", "20120001-000001-5678 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.067736] random: crng init done\r", "20120001-000007-0009 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.433174 seconds\r", "20120001-000007-0009 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0029 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:129): Average latency is 266996 ns (266 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0039 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0209 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0209 00654 * LATENCY total: 0 ns 266 us/1 ns 23 ms (20001 samples, 5340 ms total)\r", "20120001-000007-0209 00654 * 1 ns | 14838 | ==================================================\r", "20120001-000007-0209 00654 * ... |\r", "20120001-000007-0209 00654 * 524 us | 5127 | =================\r", "20120001-000007-0209 00654 * 1048 us | 9 | \r", "20120001-000007-0219 00654 * 2097 us | 22 | \r", "20120001-000007-0219 00654 * 4194 us | 0 |\r", "20120001-000007-0219 00654 * 8388 us | 0 |\r", "20120001-000007-0219 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902016804608. Starting simulation...", "info: Entering event queue @ 1902016814608. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902016814931. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28692", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1899055370683", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.855919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=75.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 75.988/75.988/75.988/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.623803] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6238 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6268 00655 * Register (udptransport.cc:396): Listening on UDP port 59303\r", "20120001-000001-6298 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.190716] random: crng init done\r", "20120001-000007-0729 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 5.443172 seconds\r", "20120001-000007-0739 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:129): Average latency is 267246 ns (267 us)\r", "20120001-000007-0759 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0769 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0769 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0859 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000007-0859 00655 * LATENCY total: 0 ns 267 us/1 ns 22 ms (20001 samples, 5345 ms total)\r", "20120001-000007-0859 00655 * 1 ns | 14826 | ==================================================\r", "20120001-000007-0859 00655 * ... |\r", "20120001-000007-0859 00655 * 524 us | 5141 | =================\r", "20120001-000007-0859 00655 * 1048 us | 6 | \r", "20120001-000007-0869 00655 * 2097 us | 23 | \r", "20120001-000007-0869 00655 * 4194 us | 0 |\r", "20120001-000007-0869 00655 * 8388 us | 0 |\r", "20120001-000007-0869 00655 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1899055360683. Starting simulation...", "info: Entering event queue @ 1899055370683. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1899055371006. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28696", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889241604606", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=86.9 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 86.987/86.987/86.987/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.640802] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-6408 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-6438 00654 * Register (udptransport.cc:396): Listening on UDP port 42668\r", "20120001-000001-6458 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.199717] random: crng init done\r", "20120001-000007-0869 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.441173 seconds\r", "20120001-000007-0879 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:129): Average latency is 268095 ns (268 us)\r", "20120001-000007-0899 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0909 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-0909 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-1019 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-1019 00654 * LATENCY total: 0 ns 268 us/1 ns 23 ms (20001 samples, 5362 ms total)\r", "20120001-000007-1019 00654 * 1 ns | 14806 | ==================================================\r", "20120001-000007-1019 00654 * ... |\r", "20120001-000007-1019 00654 * 524 us | 5163 | =================\r", "20120001-000007-1019 00654 * 1048 us | 5 | \r", "20120001-000007-1029 00654 * 2097 us | 22 | \r", "20120001-000007-1029 00654 * 4194 us | 0 |\r", "20120001-000007-1029 00654 * 8388 us | 0 |\r", "20120001-000007-1029 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889241594606. Starting simulation...", "info: Entering event queue @ 1889241604606. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889241604929. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:36", "gem5 executing on spyder11, pid 28700", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1908517743838", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.858920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.858920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.536817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5368 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5398 00654 * Register (udptransport.cc:396): Listening on UDP port 56150\r", "20120001-000001-5428 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.199716] random: crng init done\r", "20120001-000006-8670 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.324191 seconds\r", "20120001-000006-8680 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-8700 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-8700 00654 * CooldownDone (benchmark.cc:129): Average latency is 261497 ns (261 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8710 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-8940 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-8940 00654 * LATENCY total: 0 ns 261 us/1 ns 22 ms (20001 samples, 5230 ms total)\r", "20120001-000006-8940 00654 * 1 ns | 14939 | ==================================================\r", "20120001-000006-8940 00654 * ... |\r", "20120001-000006-8940 00654 * 524 us | 5028 | ================\r", "20120001-000006-8940 00654 * 1048 us | 7 | \r", "20120001-000006-8950 00654 * 2097 us | 22 | \r", "20120001-000006-8950 00654 * 4194 us | 0 |\r", "20120001-000006-8950 00654 * 8388 us | 0 |\r", "20120001-000006-8950 00654 * 16 ms | 5 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 28467734069367 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1908517733838. Starting simulation...", "info: Entering event queue @ 1908517743838. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1908517744161. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-7-0.json 0 → 100644
View file @ cb2e8bf8
This source diff could not be displayed because it is too large. You can view the blob instead.
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-7-1.json
View file @ cb2e8bf8
{"exp_name": "nopaxos-gt-cb-swseq-7", "metadata": {}, "start_time": 1607430678.6588295, "end_time": 1607434159.1693802, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c2e2346a04", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2fc62389adac", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1f3c9c8fb2e4", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["50d9369ca344", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["404ff682a878", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["71ec81af98dc", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["61636bb59e10", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["12fff3628e74", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2762ee893a8", "sync_pci=1 sync_eth=1", "exit main_time: 4211430309000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a48538c7de0", "sync_pci=1 sync_eth=1", "exit main_time: 4211429371809"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:19", "gem5 executing on spyder08, pid 62412", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1829033897581", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5368 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5368 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.805776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1829033887581. Starting simulation...", "info: Entering event queue @ 1829033897581. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1829033897904. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:20", "gem5 executing on spyder08, pid 62423", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891846888381", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5408 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.771781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891846878381. Starting simulation...", "info: Entering event queue @ 1891846888381. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891846888704. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:21", "gem5 executing on spyder08, pid 62436", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1862559513406", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5428 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5438 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.761784] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1862559503406. Starting simulation...", "info: Entering event queue @ 1862559513406. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1862559513729. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:22", "gem5 executing on spyder08, pid 62462", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1876323762379", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.556814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 35809\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.018744] random: crng init done\r", "20120001-000002-0727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:129): Average latency is 250336 ns (250 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1677 00654 * LATENCY total: 0 ns 250 us/1 ns 3999 us (2001 samples, 500 ms total)\r", "20120001-000002-1677 00654 * 1 ns | 1503 | ==================================================\r", "20120001-000002-1677 00654 * ... |\r", "20120001-000002-1677 00654 * 524 us | 497 | ================\r", "20120001-000002-1677 00654 * 1048 us | 0 |\r", "20120001-000002-1687 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1876323752379. Starting simulation...", "info: Entering event queue @ 1876323762379. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1876323762702. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:27", "gem5 executing on spyder08, pid 62467", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891996743043", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.553815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5568 00654 * Register (udptransport.cc:396): Listening on UDP port 45618\r", "20120001-000001-5588 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.015744] random: crng init done\r", "20120001-000002-0687 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:129): Average latency is 245340 ns (245 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0707 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1637 00654 * LATENCY total: 0 ns 245 us/1 ns 2999 us (2001 samples, 490 ms total)\r", "20120001-000002-1637 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1637 00654 * ... |\r", "20120001-000002-1637 00654 * 524 us | 488 | ================\r", "20120001-000002-1637 00654 * 1048 us | 0 |\r", "20120001-000002-1647 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891996733043. Starting simulation...", "info: Entering event queue @ 1891996743043. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891996743366. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:32", "gem5 executing on spyder08, pid 62473", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1893601024489", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.552815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5528 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00654 * Register (udptransport.cc:396): Listening on UDP port 51564\r", "20120001-000001-5578 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.014745] random: crng init done\r", "20120001-000002-0677 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509923 seconds\r", "20120001-000002-0677 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:129): Average latency is 249337 ns (249 us)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1627 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1627 00654 * LATENCY total: 0 ns 249 us/1 ns 2999 us (2001 samples, 498 ms total)\r", "20120001-000002-1627 00654 * 1 ns | 1504 | ==================================================\r", "20120001-000002-1627 00654 * ... |\r", "20120001-000002-1627 00654 * 524 us | 496 | ================\r", "20120001-000002-1627 00654 * 1048 us | 0 |\r", "20120001-000002-1637 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1893601014489. Starting simulation...", "info: Entering event queue @ 1893601024489. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1893601024812. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:37", "gem5 executing on spyder08, pid 62477", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981974794923", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.571813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5718 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5748 00654 * Register (udptransport.cc:396): Listening on UDP port 56625\r", "20120001-000001-5768 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.023744] random: crng init done\r", "20120001-000002-0477 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.469928 seconds\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:129): Average latency is 228351 ns (228 us)\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0497 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0497 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0807 00654 * LATENCY total: 0 ns 228 us/1 ns 2999 us (2001 samples, 456 ms total)\r", "20120001-000002-0807 00654 * 1 ns | 1546 | ==================================================\r", "20120001-000002-0807 00654 * ... |\r", "20120001-000002-0807 00654 * 524 us | 454 | ==============\r", "20120001-000002-0807 00654 * 1048 us | 0 |\r", "20120001-000002-0817 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981974784923. Starting simulation...", "info: Entering event queue @ 1981974794923. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981974795246. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:42", "gem5 executing on spyder08, pid 62482", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1878007465990", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.562815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00654 * Register (udptransport.cc:396): Listening on UDP port 53880\r", "20120001-000001-5688 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.039742] random: crng init done\r", "20120001-000002-0787 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0787 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:129): Average latency is 250836 ns (250 us)\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1727 00654 * LATENCY total: 0 ns 250 us/1 ns 3999 us (2001 samples, 501 ms total)\r", "20120001-000002-1727 00654 * 1 ns | 1503 | ==================================================\r", "20120001-000002-1727 00654 * ... |\r", "20120001-000002-1727 00654 * 524 us | 496 | ================\r", "20120001-000002-1727 00654 * 1048 us | 1 | \r", "20120001-000002-1737 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1878007455990. Starting simulation...", "info: Entering event queue @ 1878007465990. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1878007466313. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:47", "gem5 executing on spyder08, pid 62488", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1868707389043", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 39057\r", "20120001-000002-5906 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-8416 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.249962 seconds\r", "20120001-000002-8416 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:129): Average latency is 123919 ns (123 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8926 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-8926 00654 * LATENCY total: 0 ns 123 us/1 ns 999 us (2001 samples, 247 ms total)\r", "20120001-000002-8926 00654 * 1 ns | 1753 | ==================================================\r", "20120001-000002-8926 00654 * ... |\r", "20120001-000002-8926 00654 * 524 us | 248 | =======\r", "[ 2.893610] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1868707379043. Starting simulation...", "info: Entering event queue @ 1868707389043. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1868707389366. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:52", "gem5 executing on spyder08, pid 62497", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1882969476346", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 44469\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.016744] random: crng init done\r", "20120001-000002-0717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.511923 seconds\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:129): Average latency is 248837 ns (248 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1657 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1657 00654 * LATENCY total: 0 ns 248 us/1 ns 3999 us (2001 samples, 497 ms total)\r", "20120001-000002-1657 00654 * 1 ns | 1507 | ==================================================\r", "20120001-000002-1657 00654 * ... |\r", "20120001-000002-1657 00654 * 524 us | 492 | ================\r", "20120001-000002-1657 00654 * 1048 us | 1 | \r", "20120001-000002-1667 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4211428960728 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1882969466346. Starting simulation...", "info: Entering event queue @ 1882969476346. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1882969476669. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true} {"exp_name": "nopaxos-gt-cb-swseq-7", "metadata": {}, "start_time": 1607579935.6101153, "end_time": 1607600357.9631102, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["667f686e4ca4", "sync_pci=1 sync_eth=1", "exit main_time: 29018342559000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["770880f74770", "sync_pci=1 sync_eth=1", "exit main_time: 29018342577000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7922e594238", "sync_pci=1 sync_eth=1", "exit main_time: 29018342600000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["181bfdc23d04", "sync_pci=1 sync_eth=1", "exit main_time: 29018342570000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["28a534c437d0", "sync_pci=1 sync_eth=1", "exit main_time: 29018342618000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["392f674d329c", "sync_pci=1 sync_eth=1", "exit main_time: 29018342578000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["49b885f72d68", "sync_pci=1 sync_eth=1", "exit main_time: 29018342604000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5a422b582834", "sync_pci=1 sync_eth=1", "exit main_time: 29018342601000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6acbf0222300", "sync_pci=1 sync_eth=1", "exit main_time: 29018342551000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["58f20b4a6aec", "sync_pci=1 sync_eth=1", "exit main_time: 29018341687924"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:56", "gem5 executing on spyder12, pid 30650", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1859244194710", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5408 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5438 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5438 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5448 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.784779] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1859244184710. Starting simulation...", "info: Entering event queue @ 1859244194710. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1859244195033. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:57", "gem5 executing on spyder12, pid 30660", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1878328353781", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5338 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.771781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1878328343781. Starting simulation...", "info: Entering event queue @ 1878328353781. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1878328354104. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:58", "gem5 executing on spyder12, pid 30663", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1875965979520", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5438 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5468 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5478 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.752785] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1875965969520. Starting simulation...", "info: Entering event queue @ 1875965979520. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1875965979843. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:58:59", "gem5 executing on spyder12, pid 30667", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1919765003653", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.539816] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5398 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5428 00654 * Register (udptransport.cc:396): Listening on UDP port 46271\r", "20120001-000001-5458 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.214713] random: crng init done\r", "20120001-000007-7198 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.174062 seconds\r", "20120001-000007-7198 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:129): Average latency is 304488 ns (304 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7228 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8068 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-8068 00654 * LATENCY total: 0 ns 304 us/1 ns 22 ms (20001 samples, 6090 ms total)\r", "20120001-000007-8068 00654 * 1 ns | 14079 | ==================================================\r", "20120001-000007-8068 00654 * ... |\r", "20120001-000007-8068 00654 * 524 us | 5898 | ====================\r", "20120001-000007-8068 00654 * 1048 us | 4 | \r", "20120001-000007-8078 00654 * 2097 us | 14 | \r", "20120001-000007-8078 00654 * 4194 us | 0 |\r", "20120001-000007-8078 00654 * 8388 us | 0 |\r", "20120001-000007-8078 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1919764993653. Starting simulation...", "info: Entering event queue @ 1919765003653. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1919765003976. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:04", "gem5 executing on spyder12, pid 30834", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891310752387", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.896915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.570813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5718 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5748 00654 * Register (udptransport.cc:396): Listening on UDP port 53599\r", "20120001-000001-5768 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.080735] random: crng init done\r", "20120001-000007-8788 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.302042 seconds\r", "20120001-000007-8788 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8808 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:129): Average latency is 311137 ns (311 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8818 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9388 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9388 00654 * LATENCY total: 0 ns 311 us/1 ns 23 ms (20001 samples, 6223 ms total)\r", "20120001-000007-9388 00654 * 1 ns | 13951 | ==================================================\r", "20120001-000007-9388 00654 * ... |\r", "20120001-000007-9388 00654 * 524 us | 6024 | =====================\r", "20120001-000007-9388 00654 * 1048 us | 5 | \r", "20120001-000007-9398 00654 * 2097 us | 15 | \r", "20120001-000007-9398 00654 * 4194 us | 0 |\r", "20120001-000007-9398 00654 * 8388 us | 0 |\r", "20120001-000007-9398 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891310742387. Starting simulation...", "info: Entering event queue @ 1891310752387. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891310752710. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:10", "gem5 executing on spyder12, pid 30839", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1876312764055", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.558814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 43784\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.066736] random: crng init done\r", "20120001-000007-8548 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.290043 seconds\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:129): Average latency is 309837 ns (309 us)\r", "20120001-000007-8578 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8588 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8588 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9248 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9248 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6197 ms total)\r", "20120001-000007-9248 00654 * 1 ns | 13977 | ==================================================\r", "20120001-000007-9248 00654 * ... |\r", "20120001-000007-9248 00654 * 524 us | 5999 | =====================\r", "20120001-000007-9248 00654 * 1048 us | 4 | \r", "20120001-000007-9258 00654 * 2097 us | 15 | \r", "20120001-000007-9258 00654 * 4194 us | 0 |\r", "20120001-000007-9258 00654 * 8388 us | 0 |\r", "20120001-000007-9258 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1876312754055. Starting simulation...", "info: Entering event queue @ 1876312764055. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1876312764378. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:15", "gem5 executing on spyder12, pid 30880", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1889905521358", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 53800\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.069736] random: crng init done\r", "20120001-000007-8608 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.297042 seconds\r", "20120001-000007-8608 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:129): Average latency is 309237 ns (309 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8638 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9248 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9248 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6185 ms total)\r", "20120001-000007-9248 00654 * 1 ns | 13987 | ==================================================\r", "20120001-000007-9248 00654 * ... |\r", "20120001-000007-9248 00654 * 524 us | 5993 | =====================\r", "20120001-000007-9248 00654 * 1048 us | 0 |\r", "20120001-000007-9258 00654 * 2097 us | 15 | \r", "20120001-000007-9258 00654 * 4194 us | 0 |\r", "20120001-000007-9258 00654 * 8388 us | 0 |\r", "20120001-000007-9258 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1889905511358. Starting simulation...", "info: Entering event queue @ 1889905521358. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1889905521681. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30886", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1874369630134", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.851921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.853920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.853920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.858920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.858920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.545815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5458 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5488 00654 * Register (udptransport.cc:396): Listening on UDP port 38700\r", "20120001-000001-5518 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.064736] random: crng init done\r", "20120001-000007-8448 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.293044 seconds\r", "20120001-000007-8458 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:129): Average latency is 309037 ns (309 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8488 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9118 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9118 00654 * LATENCY total: 0 ns 309 us/1 ns 23 ms (20001 samples, 6181 ms total)\r", "20120001-000007-9118 00654 * 1 ns | 13995 | ==================================================\r", "20120001-000007-9118 00654 * ... |\r", "20120001-000007-9118 00654 * 524 us | 5980 | =====================\r", "20120001-000007-9118 00654 * 1048 us | 6 | \r", "20120001-000007-9128 00654 * 2097 us | 14 | \r", "20120001-000007-9128 00654 * 4194 us | 0 |\r", "20120001-000007-9128 00654 * 8388 us | 0 |\r", "20120001-000007-9128 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1874369620134. Starting simulation...", "info: Entering event queue @ 1874369630134. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1874369630457. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30890", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1956376798210", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 44336\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.110730] random: crng init done\r", "20120001-000007-8518 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.279045 seconds\r", "20120001-000007-8518 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:129): Average latency is 308637 ns (308 us)\r", "20120001-000007-8548 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8558 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8558 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9338 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9338 00654 * LATENCY total: 0 ns 308 us/1 ns 23 ms (20001 samples, 6173 ms total)\r", "20120001-000007-9338 00654 * 1 ns | 13994 | ==================================================\r", "20120001-000007-9338 00654 * ... |\r", "20120001-000007-9338 00654 * 524 us | 5985 | =====================\r", "20120001-000007-9338 00654 * 1048 us | 4 | \r", "20120001-000007-9348 00654 * 2097 us | 12 | \r", "20120001-000007-9348 00654 * 4194 us | 0 |\r", "20120001-000007-9348 00654 * 8388 us | 0 |\r", "20120001-000007-9348 00654 * 16 ms | 6 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1956376788210. Starting simulation...", "info: Entering event queue @ 1956376798210. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1956376798533. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:59:35", "gem5 executing on spyder12, pid 30897", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958211073099", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 53919\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.247709] random: crng init done\r", "20120001-000007-8438 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 6.280045 seconds\r", "20120001-000007-8438 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:129): Average latency is 308137 ns (308 us)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8468 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-8478 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-9238 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-9238 00654 * LATENCY total: 0 ns 308 us/1 ns 23 ms (20001 samples, 6163 ms total)\r", "20120001-000007-9238 00654 * 1 ns | 14009 | ==================================================\r", "20120001-000007-9238 00654 * ... |\r", "20120001-000007-9238 00654 * 524 us | 5967 | =====================\r", "20120001-000007-9238 00654 * 1048 us | 6 | \r", "20120001-000007-9248 00654 * 2097 us | 13 | \r", "20120001-000007-9248 00654 * 4194 us | 0 |\r", "20120001-000007-9248 00654 * 8388 us | 0 |\r", "20120001-000007-9248 00654 * 16 ms | 6 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 29018341223388 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958211063099. Starting simulation...", "info: Entering event queue @ 1958211073099. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958211073422. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file \ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-8-0.json 0 → 100644
View file @ cb2e8bf8
This source diff could not be displayed because it is too large. You can view the blob instead.
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-8-1.json
View file @ cb2e8bf8
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment