Skip to content

GitLab

Commit 9e5fdbe6 authored by Hejing Li's avatar Hejing Li
Browse files

result: Nopaxos ehseq/swseq data and parser

parent 3fd38de1
Hide whitespace changes
Inline Side-by-side
Showing with 92 additions and 0 deletions
results/nopaxos.py 0 → 100644
View file @ 9e5fdbe6
import itertools
import sys
import utils.parse_nopaxos
if len(sys.argv) != 2:
print('Usage: nopaxos.py OUTDIR')
sys.exit(1)
basedir = sys.argv[1] + '/'
types_of_seq = ['ehseq', 'swseq']
num_clients = [1, 2, 3, 4, 5, 6, 7, 8]
print('num_client ehseq-tput(req/sec) ehseq-lat(us) swseq-tput(req/sec) swseq-lat(us)\n')
for num_c in num_clients:
line = [str(num_c)]
for seq in types_of_seq:
path_pat = '%snopaxos-gt-cb-%s-%d-1.json' % (basedir, seq, num_c)
res = utils.parse_nopaxos.parse_nopaxos_run(num_c, seq, path_pat)
#print(path_pat)
if ((res['throughput'] is None) or (res['latency'] is None)):
line.append('')
line.append('')
continue
#print tput and avg. latency
tput = res['throughput']
lat = res['latency']
line.append('%.2f' % (tput))
line.append(f'{lat}')
print(' '.join(line))
results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-7-1.json 0 → 100644
View file @ 9e5fdbe6
{"exp_name": "nopaxos-gt-cb-ehseq-7", "metadata": {}, "start_time": 1607430678.6916916, "end_time": 1607434813.5383754, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e158550fbc8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103480000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6fb25267ec2c", "sync_pci=1 sync_eth=1", "exit main_time: 4160103499000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5f28cfddf160", "sync_pci=1 sync_eth=1", "exit main_time: 4160103499000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["195e71388e78", "sync_pci=1 sync_eth=1", "exit main_time: 4160103499000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8d4b85693b0", "sync_pci=1 sync_eth=1", "exit main_time: 4160103477000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a7145658410", "sync_pci=1 sync_eth=1", "exit main_time: 4160103445000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29e7da238944", "sync_pci=1 sync_eth=1", "exit main_time: 4160103445000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b843b1679a8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103510000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4afae4ec7edc", "sync_pci=1 sync_eth=1", "exit main_time: 4160103445000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c975f036f40", "sync_pci=1 sync_eth=1", "exit main_time: 4160103445000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c0d8e397474", "sync_pci=1 sync_eth=1", "exit main_time: 4160102697916"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:19", "gem5 executing on spyder07, pid 57629", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1824733264519", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.837922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.838922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.838922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.838922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.838922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.838922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.838922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.838922] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.839922] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.839922] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.843921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.844921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.844921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.844921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.844921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.862766] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1824733254519. Starting simulation...", "info: Entering event queue @ 1824733264519. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1824733264842. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:20", "gem5 executing on spyder07, pid 57636", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890888694534", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5328 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5358 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.807777] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890888684534. Starting simulation...", "info: Entering event queue @ 1890888694534. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890888694857. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:21", "gem5 executing on spyder07, pid 57640", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900799223418", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.882918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.882918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.882918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.882918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.882918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.882918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.882918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.883918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.883918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.901915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5598 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5628 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5628 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.827775] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900799213418. Starting simulation...", "info: Entering event queue @ 1900799223418. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900799223741. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:22", "gem5 executing on spyder07, pid 57641", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1870063072669", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5178 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5198 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5208 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5208 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.805776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1870063062669. Starting simulation...", "info: Entering event queue @ 1870063072669. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1870063072992. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:23", "gem5 executing on spyder07, pid 57643", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1873799251417", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.852920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.852920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.870917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1047 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1047.840/1047.840/1047.840/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.584657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5846 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5876 00655 * Register (udptransport.cc:396): Listening on UDP port 49841\r", "20120001-000002-5906 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9635 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.372943 seconds\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9645 00655 * CooldownDone (benchmark.cc:129): Average latency is 180382 ns (180 us)\r", "20120001-000002-9645 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9645 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9645 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9925 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9925 00655 * LATENCY total: 0 ns 180 us/1 ns 1999 us (2001 samples, 360 ms total)\r", "20120001-000002-9925 00655 * 1 ns | 1641 | ==================================================\r", "20120001-000002-9925 00655 * ... |\r", "20120001-000002-9925 00655 * 524 us | 359 | ==========\r", "20120001-000002-9925 00655 * 1048 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1873799241417. Starting simulation...", "info: Entering event queue @ 1873799251417. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1873799251740. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:28", "gem5 executing on spyder07, pid 57647", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1955150102800", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.559814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5598 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5628 00654 * Register (udptransport.cc:396): Listening on UDP port 38752\r", "20120001-000001-5658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.987749] random: crng init done\r", "20120001-000002-0077 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.441933 seconds\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:129): Average latency is 214859 ns (214 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0697 00654 * LATENCY total: 0 ns 214 us/1 ns 2999 us (2001 samples, 429 ms total)\r", "20120001-000002-0697 00654 * 1 ns | 1573 | ==================================================\r", "20120001-000002-0697 00654 * ... |\r", "20120001-000002-0697 00654 * 524 us | 427 | =============\r", "20120001-000002-0697 00654 * 1048 us | 0 |\r", "20120001-000002-0707 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1955150092800. Starting simulation...", "info: Entering event queue @ 1955150102800. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1955150103123. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:33", "gem5 executing on spyder07, pid 57652", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1946865119077", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.556813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 42404\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.993747] random: crng init done\r", "20120001-000002-0057 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442933 seconds\r", "20120001-000002-0057 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:129): Average latency is 215859 ns (215 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 215 us/1 ns 3999 us (2001 samples, 431 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1572 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 428 | =============\r", "20120001-000002-0667 00654 * 1048 us | 0 |\r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1946865109077. Starting simulation...", "info: Entering event queue @ 1946865119077. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1946865127392. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:38", "gem5 executing on spyder07, pid 57655", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1871958576934", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60772\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9715 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.374943 seconds\r", "20120001-000002-9725 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9725 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9725 00654 * CooldownDone (benchmark.cc:129): Average latency is 184879 ns (184 us)\r", "20120001-000002-9725 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "[ 2.981597] random: crng init done\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 184 us/1 ns 1999 us (2001 samples, 369 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1632 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 368 | ===========\r", "20120001-000002-9985 00654 * 1048 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1871958566934. Starting simulation...", "info: Entering event queue @ 1871958576934. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1871958577257. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:43", "gem5 executing on spyder07, pid 57856", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1947309854896", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 48403\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.995748] random: crng init done\r", "20120001-000002-0067 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442932 seconds\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:129): Average latency is 218357 ns (218 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 218 us/1 ns 2999 us (2001 samples, 436 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1567 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 432 | =============\r", "20120001-000002-0667 00654 * 1048 us | 1 | \r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1947309844896. Starting simulation...", "info: Entering event queue @ 1947309854896. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1947309855219. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:48", "gem5 executing on spyder07, pid 57864", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1908462200437", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.563813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5638 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5678 00654 * Register (udptransport.cc:396): Listening on UDP port 43463\r", "20120001-000001-5698 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.012745] random: crng init done\r", "20120001-000002-0157 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.445932 seconds\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:129): Average latency is 217857 ns (217 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 217 us/1 ns 2999 us (2001 samples, 435 ms total)\r", "20120001-000002-0737 00654 * 1 ns | 1570 | ==================================================\r", "20120001-000002-0737 00654 * ... |\r", "20120001-000002-0737 00654 * 524 us | 427 | =============\r", "20120001-000002-0737 00654 * 1048 us | 3 | \r", "20120001-000002-0747 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1908462190437. Starting simulation...", "info: Entering event queue @ 1908462200437. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1908462208752. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:53", "gem5 executing on spyder07, pid 57868", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1905828840433", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.534817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5348 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5378 00654 * Register (udptransport.cc:396): Listening on UDP port 38731\r", "20120001-000001-5398 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9767 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.435934 seconds\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:129): Average latency is 210862 ns (210 us)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0437 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0437 00654 * LATENCY total: 0 ns 210 us/1 ns 2999 us (2001 samples, 421 ms total)\r", "20120001-000002-0437 00654 * 1 ns | 1583 | ==================================================\r", "20120001-000002-0437 00654 * ... |\r", "20120001-000002-0437 00654 * 524 us | 415 | =============\r", "20120001-000002-0437 00654 * 1048 us | 2 | \r", "20120001-000002-0447 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4160102582817 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1905828830433. Starting simulation...", "info: Entering event queue @ 1905828840433. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1905828840756. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-6-1.json 0 → 100644
View file @ 9e5fdbe6
{"exp_name": "nopaxos-gt-cb-swseq-6", "metadata": {}, "start_time": 1607419043.9396813, "end_time": 1607438031.3673847, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["56b43a54f584", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144505994000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["148dc1af0a54", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144506011000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3154bc942990", "sync_pci=1 sync_eth=1", "main_time = 3291717824000", "main_time = 3303505824000", "exit main_time: 5144505971000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["62f1198319f4", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505987000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1041196333f8", "sync_pci=1 sync_eth=1", "main_time = 3291717773000", "main_time = 3303505773000", "exit main_time: 5144505939000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3d919c424e00", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505412398", "exit main_time: 5144505924000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["bf537575d9c", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505938000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["18320605820c", "sync_pci=1 sync_eth=1", "main_time = 3291716958000", "main_time = 3303504958000", "exit main_time: 5144506019000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["771f70308c74", "sync_pci=1 sync_eth=1", "main_time = 3291717758000", "main_time = 3303505758000", "exit main_time: 5144505076575"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:24", "gem5 executing on spyder09, pid 17576", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902260532646", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.869919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.870919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.876918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.876918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.876918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.876918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.691642] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902260522646. Starting simulation...", "info: Entering event queue @ 1902260532646. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902260532969. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:25", "gem5 executing on spyder09, pid 17580", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1975144234654", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.876918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5518 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5548 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.640650] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1975144224654. Starting simulation...", "info: Entering event queue @ 1975144234654. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1975144234977. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:26", "gem5 executing on spyder09, pid 17583", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1971261352756", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.886918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5568 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5598 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5598 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5598 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.648650] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1971261342756. Starting simulation...", "info: Entering event queue @ 1971261352756. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1971261361071. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:28", "gem5 executing on spyder09, pid 17588", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1922796280342", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1030 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1030.843/1030.843/1030.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 52886\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000003-0205 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.428935 seconds\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0215 00654 * CooldownDone (benchmark.cc:129): Average latency is 208863 ns (208 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 208 us/1 ns 3999 us (2001 samples, 417 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1586 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 414 | =============\r", "20120001-000003-0945 00654 * 1048 us | 0 |\r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "[ 3.096580] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1922796270342. Starting simulation...", "info: Entering event queue @ 1922796280342. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1922796280665. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:33", "gem5 executing on spyder09, pid 17601", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1963270242865", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.861920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.555814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5558 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5588 00654 * Register (udptransport.cc:396): Listening on UDP port 36358\r", "20120001-000001-5618 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-8177 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.255962 seconds\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-8177 00654 * CooldownDone (benchmark.cc:129): Average latency is 122919 ns (122 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8187 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000001-8637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000001-8637 00654 * LATENCY total: 0 ns 122 us/1 ns 999 us (2001 samples, 245 ms total)\r", "20120001-000001-8637 00654 * 1 ns | 1755 | ==================================================\r", "20120001-000001-8637 00654 * ... |\r", "20120001-000001-8637 00654 * 524 us | 246 | =======\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1963270232865. Starting simulation...", "info: Entering event queue @ 1963270242865. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1963270251180. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17608", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1879236276283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1028 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1028.844/1028.844/1028.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60069\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.903610] random: crng init done\r", "20120001-000003-0255 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.428934 seconds\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:129): Average latency is 211362 ns (211 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-1005 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-1005 00654 * LATENCY total: 0 ns 211 us/1 ns 3999 us (2001 samples, 422 ms total)\r", "20120001-000003-1005 00654 * 1 ns | 1581 | ==================================================\r", "20120001-000003-1005 00654 * ... |\r", "20120001-000003-1005 00654 * 524 us | 419 | =============\r", "20120001-000003-1005 00654 * 1048 us | 0 |\r", "20120001-000003-1015 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1879236266283. Starting simulation...", "info: Entering event queue @ 1879236276283. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1879236276606. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:44", "gem5 executing on spyder09, pid 17613", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1883184624316", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.860920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.862920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.862920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.862920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1035 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1035.843/1035.843/1035.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register (udptransport.cc:396): Listening on UDP port 33386\r", "20120001-000002-5966 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.906609] random: crng init done\r", "20120001-000003-0315 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.434934 seconds\r", "20120001-000003-0315 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:129): Average latency is 211861 ns (211 us)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0325 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0335 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0995 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0995 00655 * LATENCY total: 0 ns 211 us/1 ns 3999 us (2001 samples, 423 ms total)\r", "20120001-000003-0995 00655 * 1 ns | 1582 | ==================================================\r", "20120001-000003-0995 00655 * ... |\r", "20120001-000003-0995 00655 * 524 us | 416 | =============\r", "20120001-000003-0995 00655 * 1048 us | 2 | \r", "20120001-000003-1005 00655 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1883184614316. Starting simulation...", "info: Entering event queue @ 1883184624316. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1883184624639. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:17:48", "gem5 executing on spyder09, pid 17626", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914225984217", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1032 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1032.843/1032.843/1032.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 46943\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.911608] random: crng init done\r", "20120001-000003-0215 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.429935 seconds\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:129): Average latency is 208364 ns (208 us)\r", "20120001-000003-0225 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0235 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0235 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 208 us/1 ns 3999 us (2001 samples, 416 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1587 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 413 | =============\r", "20120001-000003-0945 00654 * 1048 us | 0 |\r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914225974217. Starting simulation...", "info: Entering event queue @ 1914225984217. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914225984540. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 10:18:03", "gem5 executing on spyder09, pid 17632", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1897534739170", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.889917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1022 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1022.845/1022.845/1022.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585659] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 47918\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.905610] random: crng init done\r", "20120001-000003-0265 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.434934 seconds\r", "20120001-000003-0265 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:129): Average latency is 212861 ns (212 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0275 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0285 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000003-0945 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000003-0945 00654 * LATENCY total: 0 ns 212 us/1 ns 2999 us (2001 samples, 425 ms total)\r", "20120001-000003-0945 00654 * 1 ns | 1579 | ==================================================\r", "20120001-000003-0945 00654 * ... |\r", "20120001-000003-0945 00654 * 524 us | 419 | =============\r", "20120001-000003-0945 00654 * 1048 us | 2 | \r", "20120001-000003-0955 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 5144504743602 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1897534729170. Starting simulation...", "info: Entering event queue @ 1897534739170. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1897534739493. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-7-1.json 0 → 100644
View file @ 9e5fdbe6
{"exp_name": "nopaxos-gt-cb-swseq-7", "metadata": {}, "start_time": 1607430678.6588295, "end_time": 1607434159.1693802, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c2e2346a04", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2fc62389adac", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1f3c9c8fb2e4", "sync_pci=1 sync_eth=1", "exit main_time: 4211430304000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["50d9369ca344", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["404ff682a878", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["71ec81af98dc", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["61636bb59e10", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["12fff3628e74", "sync_pci=1 sync_eth=1", "exit main_time: 4211430241000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2762ee893a8", "sync_pci=1 sync_eth=1", "exit main_time: 4211430309000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1a48538c7de0", "sync_pci=1 sync_eth=1", "exit main_time: 4211429371809"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:19", "gem5 executing on spyder08, pid 62412", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1829033897581", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.857920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.857920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5338 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5368 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5368 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5368 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.805776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1829033887581. Starting simulation...", "info: Entering event queue @ 1829033897581. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1829033897904. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:20", "gem5 executing on spyder08, pid 62423", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891846888381", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5378 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5408 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5408 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5408 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.771781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891846878381. Starting simulation...", "info: Entering event queue @ 1891846888381. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891846888704. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:21", "gem5 executing on spyder08, pid 62436", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1862559513406", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.862920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.862920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.862920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.862920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.867920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.867920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.867920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.867920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.867920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5428 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5438 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.761784] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1862559503406. Starting simulation...", "info: Entering event queue @ 1862559513406. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1862559513729. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:22", "gem5 executing on spyder08, pid 62462", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1876323762379", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.556814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 35809\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.018744] random: crng init done\r", "20120001-000002-0727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:129): Average latency is 250336 ns (250 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1677 00654 * LATENCY total: 0 ns 250 us/1 ns 3999 us (2001 samples, 500 ms total)\r", "20120001-000002-1677 00654 * 1 ns | 1503 | ==================================================\r", "20120001-000002-1677 00654 * ... |\r", "20120001-000002-1677 00654 * 524 us | 497 | ================\r", "20120001-000002-1677 00654 * 1048 us | 0 |\r", "20120001-000002-1687 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1876323752379. Starting simulation...", "info: Entering event queue @ 1876323762379. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1876323762702. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:27", "gem5 executing on spyder08, pid 62467", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891996743043", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.860920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.553815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5538 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5568 00654 * Register (udptransport.cc:396): Listening on UDP port 45618\r", "20120001-000001-5588 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.015744] random: crng init done\r", "20120001-000002-0687 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:129): Average latency is 245340 ns (245 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0707 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1637 00654 * LATENCY total: 0 ns 245 us/1 ns 2999 us (2001 samples, 490 ms total)\r", "20120001-000002-1637 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1637 00654 * ... |\r", "20120001-000002-1637 00654 * 524 us | 488 | ================\r", "20120001-000002-1637 00654 * 1048 us | 0 |\r", "20120001-000002-1647 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891996733043. Starting simulation...", "info: Entering event queue @ 1891996743043. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891996743366. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:32", "gem5 executing on spyder08, pid 62473", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1893601024489", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.858920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.858920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.858920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.858920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.858920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.858920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.859920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.859920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.864920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.864920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.864920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.552815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5528 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5558 00654 * Register (udptransport.cc:396): Listening on UDP port 51564\r", "20120001-000001-5578 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.014745] random: crng init done\r", "20120001-000002-0677 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509923 seconds\r", "20120001-000002-0677 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:129): Average latency is 249337 ns (249 us)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0687 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1627 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1627 00654 * LATENCY total: 0 ns 249 us/1 ns 2999 us (2001 samples, 498 ms total)\r", "20120001-000002-1627 00654 * 1 ns | 1504 | ==================================================\r", "20120001-000002-1627 00654 * ... |\r", "20120001-000002-1627 00654 * 524 us | 496 | ================\r", "20120001-000002-1627 00654 * 1048 us | 0 |\r", "20120001-000002-1637 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1893601014489. Starting simulation...", "info: Entering event queue @ 1893601024489. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1893601024812. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:37", "gem5 executing on spyder08, pid 62477", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1981974794923", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.876918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.877918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.878918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.878918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.884917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.884917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.884917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.884917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 1ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.571813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5718 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5748 00654 * Register (udptransport.cc:396): Listening on UDP port 56625\r", "20120001-000001-5768 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.023744] random: crng init done\r", "20120001-000002-0477 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.469928 seconds\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:129): Average latency is 228351 ns (228 us)\r", "20120001-000002-0487 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0497 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0497 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0807 00654 * LATENCY total: 0 ns 228 us/1 ns 2999 us (2001 samples, 456 ms total)\r", "20120001-000002-0807 00654 * 1 ns | 1546 | ==================================================\r", "20120001-000002-0807 00654 * ... |\r", "20120001-000002-0807 00654 * 524 us | 454 | ==============\r", "20120001-000002-0807 00654 * 1048 us | 0 |\r", "20120001-000002-0817 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1981974784923. Starting simulation...", "info: Entering event queue @ 1981974794923. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1981974795246. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:42", "gem5 executing on spyder08, pid 62482", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1878007465990", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.868920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.868920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.562815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00654 * Register (udptransport.cc:396): Listening on UDP port 53880\r", "20120001-000001-5688 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.039742] random: crng init done\r", "20120001-000002-0787 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.509922 seconds\r", "20120001-000002-0787 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:129): Average latency is 250836 ns (250 us)\r", "20120001-000002-0797 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0807 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1727 00654 * LATENCY total: 0 ns 250 us/1 ns 3999 us (2001 samples, 501 ms total)\r", "20120001-000002-1727 00654 * 1 ns | 1503 | ==================================================\r", "20120001-000002-1727 00654 * ... |\r", "20120001-000002-1727 00654 * 524 us | 496 | ================\r", "20120001-000002-1727 00654 * 1048 us | 1 | \r", "20120001-000002-1737 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1878007455990. Starting simulation...", "info: Entering event queue @ 1878007465990. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1878007466313. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:47", "gem5 executing on spyder08, pid 62488", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1868707389043", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 39057\r", "20120001-000002-5906 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-8416 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.249962 seconds\r", "20120001-000002-8416 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:129): Average latency is 123919 ns (123 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8426 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-8926 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-8926 00654 * LATENCY total: 0 ns 123 us/1 ns 999 us (2001 samples, 247 ms total)\r", "20120001-000002-8926 00654 * 1 ns | 1753 | ==================================================\r", "20120001-000002-8926 00654 * ... |\r", "20120001-000002-8926 00654 * 524 us | 248 | =======\r", "[ 2.893610] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1868707379043. Starting simulation...", "info: Entering event queue @ 1868707389043. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1868707389366. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 8 2020 13:31:52", "gem5 executing on spyder08, pid 62497", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-swseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1882969476346", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.860920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.860920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.860920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.860920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.865919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.879917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 44469\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.016744] random: crng init done\r", "20120001-000002-0717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.511923 seconds\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:129): Average latency is 248837 ns (248 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1657 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1657 00654 * LATENCY total: 0 ns 248 us/1 ns 3999 us (2001 samples, 497 ms total)\r", "20120001-000002-1657 00654 * 1 ns | 1507 | ==================================================\r", "20120001-000002-1657 00654 * ... |\r", "20120001-000002-1657 00654 * 524 us | 492 | ================\r", "20120001-000002-1657 00654 * 1048 us | 1 | \r", "20120001-000002-1667 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4211428960728 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1882969466346. Starting simulation...", "info: Entering event queue @ 1882969476346. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1882969476669. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
results/paper_data/nopaxos/nopaxos-gt-cb-swseq-8-1.json 0 → 100644
View file @ 9e5fdbe6
This source diff could not be displayed because it is too large. You can view the blob instead.
results/utils/parse_nopaxos.py 0 → 100644
View file @ 9e5fdbe6
import json
import re
import os
def parse_nopaxos_run(num_c, seq, path):
ret = {}
ret['throughput'] = None
ret['latency'] = None
tp_pat = re.compile(r'(.*)Completed *([0-9\.]*) requests in *([0-9\.]*) seconds')
lat_pat = re.compile(r'(.*)Average latency is *([0-9\.]*) ns(.*)')
if not os.path.exists(path):
return ret
f_log = open(path, 'r')
log = json.load(f_log)
total_tput = 0
total_avglat = 0
for i in range(num_c):
sim_name = f'host.client.{i}'
#print(sim_name)
# in this host log stdout
for j in log["sims"][sim_name]["stdout"]:
#print(j)
m_t = tp_pat.match(j)
m_l = lat_pat.match(j)
if m_l:
#print(j)
lat = float(m_l.group(2)) / 1000 # us latency
#print(lat)
total_avglat += lat
if m_t:
n_req = float(m_t.group(2))
n_time = float(m_t.group(3))
total_tput += n_req/n_time
avglat = total_avglat/num_c
#print(avglat)
#print(total_tput)
ret['throughput'] = total_tput
ret['latency'] = avglat
return ret
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment