{"exp_name": "nopaxos-gt-cb-ehseq-8", "metadata": {}, "start_time": 1607536355.9270735, "end_time": 1607551834.6285586, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1d87893e3590", "sync_pci=1 sync_eth=1", "exit main_time: 33146762317000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e116215305c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762367000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ac7732b28", "sync_pci=1 sync_eth=1", "exit main_time: 33146762381000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4ad8143e4f98", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b61e7d44a64", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6beb42734530", "sync_pci=1 sync_eth=1", "exit main_time: 33146762372000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c74eae93ffc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762351000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8b1e8d4646c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762354000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193b41725f34", "sync_pci=1 sync_eth=1", "exit main_time: 33146762369000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c56fc95a00", "sync_pci=1 sync_eth=1", "exit main_time: 33146762365000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a4e9d4754cc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762338000"]}, "nic.client.7.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["68ee86d32c1c", "sync_pci=1 sync_eth=1", "exit main_time: 33146761552327"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:36", "gem5 executing on spyder09, pid 51044", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2000945874187", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.886917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.888917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.888917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.888917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.888917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.888917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.888917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.888917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.888917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.888917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.888917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.888917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.888917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.894916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.894916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.894916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.894916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.894916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.894916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.894916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.894916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.894916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.894916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.894916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.896915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.908913] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.778781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2000945864187. Starting simulation...", "info: Entering event queue @ 2000945874187. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2000945874510. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:37", "gem5 executing on spyder09, pid 51047", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891994112343", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.880919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.882919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.886918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.887918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.887918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.887918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.887918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.887918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.900916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5588 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5618 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5618 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.822776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891994102343. Starting simulation...", "info: Entering event queue @ 1891994112343. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891994112666. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:38", "gem5 executing on spyder09, pid 51048", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1920700108279", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.820774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1920700098279. Starting simulation...", "info: Entering event queue @ 1920700108279. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1920700108602. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:39", "gem5 executing on spyder09, pid 51050", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1911055158883", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5328 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.820773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1911055148883. Starting simulation...", "info: Entering event queue @ 1911055158883. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1911055159206. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:41", "gem5 executing on spyder09, pid 51051", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979199078751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.548814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register (udptransport.cc:396): Listening on UDP port 42092\r", "20120001-000001-5548 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0567 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.501924 seconds\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1577 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1577 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1577 00654 * 1 ns | 1511 | ==================================================\r", "20120001-000002-1577 00654 * ... |\r", "20120001-000002-1577 00654 * 524 us | 489 | ================\r", "20120001-000002-1577 00654 * 1048 us | 0 |\r", "20120001-000002-1587 00654 * 2097 us | 1 | \r", "+ sleep infinity\r", "[ 6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979199068751. Starting simulation...", "info: Entering event queue @ 1979199078751. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979199079074. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:46", "gem5 executing on spyder09, pid 51065", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1949770721899", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.562814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00654 * Register (udptransport.cc:396): Listening on UDP port 44705\r", "20120001-000001-5678 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.049740] random: crng init done\r", "20120001-000002-0727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.504923 seconds\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:129): Average latency is 247338 ns (247 us)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1727 00654 * LATENCY total: 0 ns 247 us/1 ns 2999 us (2001 samples, 494 ms total)\r", "20120001-000002-1727 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1727 00654 * ... |\r", "20120001-000002-1727 00654 * 524 us | 484 | ================\r", "20120001-000002-1727 00654 * 1048 us | 4 | \r", "20120001-000002-1737 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1949770711899. Starting simulation...", "info: Entering event queue @ 1949770721899. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1949770722222. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:57", "gem5 executing on spyder09, pid 51068", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890044686387", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1020 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1020.845/1020.845/1020.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 46866\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.384942 seconds\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:129): Average latency is 187377 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:141): [ 2.977599] random: crng init done\r", "99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 374 ms total)\r", "20120001-000002-9935 00654 * 1 ns | 1626 | ==================================================\r", "20120001-000002-9935 00654 * ... |\r", "20120001-000002-9935 00654 * 524 us | 375 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890044676387. Starting simulation...", "info: Entering event queue @ 1890044686387. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890044686710. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:57", "gem5 executing on spyder09, pid 51077", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1898299715428", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.848920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.849920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.850920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.850920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.850920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.850920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.850920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.850920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.850920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.850920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.850920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.850920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.850920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.850920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.854920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.855919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.855919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.855919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.855919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.855919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.855919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.855919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.856919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.856919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.856919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.868917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.529817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5298 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5328 00654 * Register (udptransport.cc:396): Listening on UDP port 37878\r", "20120001-000001-5348 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6338 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "20120001-000002-1267 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.591910 seconds\r", "20120001-000002-1267 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:129): Average latency is 240343 ns (240 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1397 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1397 00654 * LATENCY total: 0 ns 240 us/1 ns 2999 us (2001 samples, 480 ms total)\r", "20120001-000002-1397 00654 * 1 ns | 1523 | ==================================================\r", "20120001-000002-1397 00654 * ... |\r", "20120001-000002-1397 00654 * 524 us | 476 | ===============\r", "20120001-000002-1397 00654 * 1048 us | 1 | \r", "20120001-000002-1407 00654 * 2097 us | 1 | \r", "+ sleep infinity\r", "[ 6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1898299705428. Starting simulation...", "info: Entering event queue @ 1898299715428. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1898299715751. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:01", "gem5 executing on spyder09, pid 51081", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892605522321", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 49454\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.384941 seconds\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:129): Average latency is 187877 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 375 ms total)\r", "20120001-000002-9935 00654 * 1 ns | 1625 | ==================================================\r", "20120001-000002-9935 00654 * ... |\r", "20120001-000002-9935 00654 * 524 us | 376 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892605512321. Starting simulation...", "info: Entering event queue @ 1892605522321. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892605522644. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:06", "gem5 executing on spyder09, pid 51087", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1918558113751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.567813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 60318\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6727 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "[ 2.134727] random: crng init done\r", "20120001-000002-1737 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.599909 seconds\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:129): Average latency is 245839 ns (245 us)\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1787 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1787 00654 * LATENCY total: 0 ns 245 us/1 ns 3999 us (2001 samples, 491 ms total)\r", "20120001-000002-1787 00654 * 1 ns | 1513 | ==================================================\r", "20120001-000002-1787 00654 * ... |\r", "20120001-000002-1787 00654 * 524 us | 486 | ================\r", "20120001-000002-1787 00654 * 1048 us | 1 | \r", "20120001-000002-1797 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1918558103751. Starting simulation...", "info: Entering event queue @ 1918558113751. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1918558114074. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:11", "gem5 executing on spyder09, pid 51091", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912614589891", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 56251\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6637 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "[ 2.122728] random: crng init done\r", "20120001-000002-1667 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.601908 seconds\r", "20120001-000002-1667 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1687 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1687 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1687 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1687 00654 * ... |\r", "20120001-000002-1687 00654 * 524 us | 487 | ================\r", "20120001-000002-1697 00654 * 1048 us | 1 | \r", "20120001-000002-1697 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912614579891. Starting simulation...", "info: Entering event queue @ 1912614589891. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912614590214. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:16", "gem5 executing on spyder09, pid 51098", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1940305170925", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.891916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5658 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 58734\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.500924 seconds\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:129): Average latency is 245340 ns (245 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 245 us/1 ns 2999 us (2001 samples, 490 ms total)\r", "20120001-000002-0737 00654 * 1 ns | 1513 | ==================================================\r", "20120001-000002-0737 00654 * ... |\r", "20120001-000002-0747 00654 * 524 us | 486 | ================\r", "20120001-000002-0747 00654 * 1048 us | 1 | \r", "20120001-000002-0747 00654 * 2097 us | 1 | \r", "+ sleep 30\r", "[ 6.111123] random: crng init done\r", "+ m5 exit\r", "Exiting @ tick 33146761140585 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1940305160925. Starting simulation...", "info: Entering event queue @ 1940305170925. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1940305171248. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}