Commit af8bafcb authored by Antoine Kaufmann's avatar Antoine Kaufmann
Browse files

experiments: add experiment data for nopaxos with ib

parent f44b1217
...@@ -416,7 +416,7 @@ class NOPaxosClient(AppConfig): ...@@ -416,7 +416,7 @@ class NOPaxosClient(AppConfig):
for ip in self.server_ips: for ip in self.server_ips:
cmds.append('ping -c 1 ' + ip) cmds.append('ping -c 1 ' + ip)
cmds.append('/root/nopaxos/bench/client -c /root/nopaxos.config ' + cmds.append('/root/nopaxos/bench/client -c /root/nopaxos.config ' +
'-m nopaxos -n 2000') '-m nopaxos -n 40000')
if self.is_last: if self.is_last:
cmds.append('sleep 1') cmds.append('sleep 1')
else: else:
......
...@@ -41,7 +41,7 @@ for num_c in num_clients: ...@@ -41,7 +41,7 @@ for num_c in num_clients:
line = [str(num_c)] line = [str(num_c)]
for seq in types_of_seq: for seq in types_of_seq:
path_pat = '%snopaxos-gt-cb-%s-%d-1.json' % (basedir, seq, num_c) path_pat = '%snopaxos-gt-ib-%s-%d-1.json' % (basedir, seq, num_c)
res = utils.parse_nopaxos.parse_nopaxos_run(num_c, seq, path_pat) res = utils.parse_nopaxos.parse_nopaxos_run(num_c, seq, path_pat)
#print(path_pat) #print(path_pat)
......
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-1", "metadata": {}, "start_time": 1607578878.0919251, "end_time": 1607588990.924559, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["782c49155dc0", "sync_pci=1 sync_eth=1", "exit main_time: 25866962490000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193f6f005358", "sync_pci=1 sync_eth=1", "exit main_time: 25866962542000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c89c194e24", "sync_pci=1 sync_eth=1", "exit main_time: 25866962511000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6bef68233950", "sync_pci=1 sync_eth=1", "exit main_time: 25866962512000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ee5c31f48", "sync_pci=1 sync_eth=1", "exit main_time: 25866961735519"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34661", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938036640393", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.884919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.884919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.300704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938036630393. Starting simulation...", "info: Entering event queue @ 1938036640393. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938036640716. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34671", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890931039480", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5368 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5398 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5398 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5398 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.142725] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890931029480. Starting simulation...", "info: Entering event queue @ 1890931039480. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890931039803. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944996092641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.883917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.883917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.889916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.903914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.283704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944996082641. Starting simulation...", "info: Entering event queue @ 1944996092641. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944996092964. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34684", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1961184205990", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5538 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.249709] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1961184195990. Starting simulation...", "info: Entering event queue @ 1961184205990. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1961184206313. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34688", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932531736141", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 38833\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.926759] random: crng init done\r", "20120001-000004-7873 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.214511 seconds\r", "20120001-000004-7873 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7893 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:129): Average latency is 153169 ns (153 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-8033 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-8033 00654 * LATENCY total: 0 ns 153 us/1 ns 5999 us (20001 samples, 3063 ms total)\r", "20120001-000004-8033 00654 * 1 ns | 16965 | ==================================================\r", "20120001-000004-8033 00654 * ... |\r", "20120001-000004-8033 00654 * 524 us | 3022 | ========\r", "20120001-000004-8033 00654 * 1048 us | 9 | \r", "20120001-000004-8043 00654 * 2097 us | 2 | \r", "20120001-000004-8043 00654 * 4194 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25866961360785 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932531726141. Starting simulation...", "info: Entering event queue @ 1932531736141. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932531736464. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-2", "metadata": {}, "start_time": 1607578878.0909684, "end_time": 1607590804.3350542, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["468ff2206d5c", "sync_pci=1 sync_eth=1", "exit main_time: 27590740062000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["67a2a7ff62f4", "sync_pci=1 sync_eth=1", "exit main_time: 27590740121000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a5222ff48ec", "sync_pci=1 sync_eth=1", "exit main_time: 27590740137000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c789f59341c", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "exit main_time: 27590740040000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["d022dfe2ee8", "sync_pci=1 sync_eth=1", "exit main_time: 27590740079000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5fb1a8fe14e0", "sync_pci=1 sync_eth=1", "exit main_time: 27590739327069"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34654", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892367196885", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.909609] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892367186885. Starting simulation...", "info: Entering event queue @ 1892367196885. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892367197208. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34670", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1988040904408", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.944604] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1988040894408. Starting simulation...", "info: Entering event queue @ 1988040904408. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1988040904731. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34676", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954362402622", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.976598] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954362392622. Starting simulation...", "info: Entering event queue @ 1954362402622. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954362402945. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34683", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1925726278744", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5558 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5558 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 3.011593] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1925726268744. Starting simulation...", "info: Entering event queue @ 1925726278744. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1925726279067. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34687", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914111559423", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1043 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1043.842/1043.842/1043.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register (udptransport.cc:396): Listening on UDP port 44467\r", "20120001-000002-5956 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.181566] random: crng init done\r", "20120001-000006-4330 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 3.836417 seconds\r", "20120001-000006-4330 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:129): Average latency is 185562 ns (185 us)\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00655 * LATENCY total: 0 ns 185 us/1 ns 11 ms (20001 samples, 3711 ms total)\r", "20120001-000006-5340 00655 * 1 ns | 16331 | ==================================================\r", "20120001-000006-5340 00655 * ... |\r", "20120001-000006-5340 00655 * 524 us | 3659 | ===========\r", "20120001-000006-5340 00655 * 1048 us | 4 | \r", "20120001-000006-5350 00655 * 2097 us | 4 | \r", "20120001-000006-5350 00655 * 4194 us | 0 |\r", "20120001-000006-5350 00655 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914111549423. Starting simulation...", "info: Entering event queue @ 1914111559423. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914111559746. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder07, pid 34695", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926320709718", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1026 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1026.844/1026.844/1026.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60829\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.197565] random: crng init done\r", "20120001-000006-4350 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.838417 seconds\r", "20120001-000006-4350 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:129): Average latency is 186512 ns (186 us)\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5350 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5350 00654 * LATENCY total: 0 ns 186 us/1 ns 10 ms (20001 samples, 3730 ms total)\r", "20120001-000006-5350 00654 * 1 ns | 16316 | ==================================================\r", "20120001-000006-5350 00654 * ... |\r", "20120001-000006-5350 00654 * 524 us | 3672 | ===========\r", "20120001-000006-5350 00654 * 1048 us | 6 | \r", "20120001-000006-5360 00654 * 2097 us | 4 | \r", "20120001-000006-5360 00654 * 4194 us | 0 |\r", "20120001-000006-5360 00654 * 8388 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 27590738944365 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926320699718. Starting simulation...", "info: Entering event queue @ 1926320709718. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926320710041. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-3", "metadata": {}, "start_time": 1607578878.0982761, "end_time": 1607603377.4707556, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8b5b20a588c", "sync_pci=1 sync_eth=1", "exit main_time: 27652066589000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b65312a3e84", "sync_pci=1 sync_eth=1", "exit main_time: 27652066534000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4adbf61443b8", "sync_pci=1 sync_eth=1", "exit main_time: 27652066545000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1d8bf35429b4", "sync_pci=1 sync_eth=1", "exit main_time: 27652066589000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e1534cd2480", "sync_pci=1 sync_eth=1", "exit main_time: 27652066568000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4f2802581a14", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "exit main_time: 27652066517000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["c4cbad0a78", "sync_pci=1 sync_eth=1", "exit main_time: 27652065752389"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1953542951560", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.883918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.883918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.883918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.883918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.883918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.884918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.884918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.884918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.794628] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1953542941560. Starting simulation...", "info: Entering event queue @ 1953542951560. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1953542951883. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34672", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2020561564195", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.887916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.901914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5588 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5618 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5618 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.813623] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2020561554195. Starting simulation...", "info: Entering event queue @ 2020561564195. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2020561564518. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34678", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1933659988759", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.880918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.880918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.880918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.880918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.880918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.885917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.885917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5568 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5598 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5598 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5598 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.896611] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1933659978759. Starting simulation...", "info: Entering event queue @ 1933659988759. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1933659989082. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34685", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1923911715124", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5358 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5388 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5388 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5388 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.885612] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1923911705124. Starting simulation...", "info: Entering event queue @ 1923911715124. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1923911715447. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34690", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914053881825", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.880917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.886916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1016 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1016.845/1016.845/1016.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 36144\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.976599] random: crng init done\r", "20120001-000006-5280 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.931403 seconds\r", "20120001-000006-5280 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:129): Average latency is 192161 ns (192 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5320 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5320 00654 * LATENCY total: 0 ns 192 us/1 ns 15 ms (20001 samples, 3843 ms total)\r", "20120001-000006-5320 00654 * 1 ns | 16226 | ==================================================\r", "20120001-000006-5320 00654 * ... |\r", "20120001-000006-5320 00654 * 524 us | 3758 | ===========\r", "20120001-000006-5320 00654 * 1048 us | 7 | \r", "20120001-000006-5330 00654 * 2097 us | 7 | \r", "20120001-000006-5330 00654 * 4194 us | 0 |\r", "20120001-000006-5330 00654 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914053871825. Starting simulation...", "info: Entering event queue @ 1914053881825. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914053882148. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder07, pid 34696", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1940723765911", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.591658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5946 00654 * Register (udptransport.cc:396): Listening on UDP port 56558\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.960602] random: crng init done\r", "20120001-000006-5270 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.929403 seconds\r", "20120001-000006-5270 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:129): Average latency is 190911 ns (190 us)\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00654 * LATENCY total: 0 ns 190 us/1 ns 15 ms (20001 samples, 3818 ms total)\r", "20120001-000006-5340 00654 * 1 ns | 16249 | ==================================================\r", "20120001-000006-5340 00654 * ... |\r", "20120001-000006-5340 00654 * 524 us | 3737 | ===========\r", "20120001-000006-5340 00654 * 1048 us | 5 | \r", "20120001-000006-5350 00654 * 2097 us | 7 | \r", "20120001-000006-5350 00654 * 4194 us | 0 |\r", "20120001-000006-5350 00654 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1940723755911. Starting simulation...", "info: Entering event queue @ 1940723765911. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1940723766234. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:33", "gem5 executing on spyder07, pid 34699", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1980114415165", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1035 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1035.843/1035.843/1035.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 41135\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.134574] random: crng init done\r", "20120001-000006-5230 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.926403 seconds\r", "20120001-000006-5230 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5250 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:129): Average latency is 190861 ns (190 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00654 * LATENCY total: 0 ns 190 us/1 ns 15 ms (20001 samples, 3817 ms total)\r", "20120001-000006-5340 00654 * 1 ns | 16252 | ==================================================\r", "20120001-000006-5340 00654 * ... |\r", "20120001-000006-5340 00654 * 524 us | 3730 | ===========\r", "20120001-000006-5340 00654 * 1048 us | 9 | \r", "20120001-000006-5350 00654 * 2097 us | 7 | \r", "20120001-000006-5350 00654 * 4194 us | 0 |\r", "20120001-000006-5350 00654 * 8388 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 27652065323265 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1980114405165. Starting simulation...", "info: Entering event queue @ 1980114415165. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1980114415488. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-4", "metadata": {}, "start_time": 1607612977.130588, "end_time": 1607627412.0693607, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2dd09bd4d6c", "sync_pci=1 sync_eth=1", "exit main_time: 26859942143000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5140b16a5d08", "sync_pci=1 sync_eth=1", "exit main_time: 26859942180000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["61ca58e057d4", "sync_pci=1 sync_eth=1", "exit main_time: 26859942174000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["302d8cbd6770", "sync_pci=1 sync_eth=1", "exit main_time: 26859942123000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["40b77f93623c", "sync_pci=1 sync_eth=1", "exit main_time: 26859942111000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["f1ad78071dc", "sync_pci=1 sync_eth=1", "exit main_time: 26859942198000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1fa464866ca4", "sync_pci=1 sync_eth=1", "exit main_time: 26859942161000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7f3949c2d5b4", "sync_pci=1 sync_eth=1", "exit main_time: 26859941261181"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:38", "gem5 executing on spyder07, pid 52148", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1837323458722", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.880764] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1837323448722. Starting simulation...", "info: Entering event queue @ 1837323458722. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1837323459045. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:39", "gem5 executing on spyder07, pid 52152", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902226847032", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5218 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5248 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5248 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5248 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.792778] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902226837032. Starting simulation...", "info: Entering event queue @ 1902226847032. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902226847355. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:40", "gem5 executing on spyder07, pid 52155", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1896054878512", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.872918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.872918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.873918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.891915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5528 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5528 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.789778] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1896054868512. Starting simulation...", "info: Entering event queue @ 1896054878512. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1896054878835. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:41", "gem5 executing on spyder07, pid 52156", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1884902224996", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.851921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5288 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5308 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5318 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.827772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1884902214996. Starting simulation...", "info: Entering event queue @ 1884902224996. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1884902225319. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:42", "gem5 executing on spyder07, pid 52158", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900933036138", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.537818] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5378 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5408 00654 * Register (udptransport.cc:396): Listening on UDP port 37825\r", "20120001-000001-5438 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.077736] random: crng init done\r", "20120001-000005-6491 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.105376 seconds\r", "20120001-000005-6501 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:129): Average latency is 199709 ns (199 us)\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6531 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6531 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6821 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-6821 00654 * LATENCY total: 0 ns 199 us/1 ns 19 ms (20001 samples, 3994 ms total)\r", "20120001-000005-6821 00654 * 1 ns | 16110 | ==================================================\r", "20120001-000005-6821 00654 * ... |\r", "20120001-000005-6821 00654 * 524 us | 3871 | ============\r", "20120001-000005-6821 00654 * 1048 us | 8 | \r", "20120001-000005-6831 00654 * 2097 us | 8 | \r", "20120001-000005-6831 00654 * 4194 us | 0 |\r", "20120001-000005-6831 00654 * 8388 us | 0 |\r", "20120001-000005-6831 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900933026138. Starting simulation...", "info: Entering event queue @ 1900933036138. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900933036461. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:47", "gem5 executing on spyder07, pid 52167", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1949355062974", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.873919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 54028\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.993749] random: crng init done\r", "20120001-000005-7441 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.171366 seconds\r", "20120001-000005-7451 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:129): Average latency is 203508 ns (203 us)\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7481 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7481 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8131 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8131 00654 * LATENCY total: 0 ns 203 us/1 ns 20 ms (20001 samples, 4070 ms total)\r", "20120001-000005-8131 00654 * 1 ns | 16036 | ==================================================\r", "20120001-000005-8131 00654 * ... |\r", "20120001-000005-8131 00654 * 524 us | 3943 | ============\r", "20120001-000005-8131 00654 * 1048 us | 11 | \r", "20120001-000005-8141 00654 * 2097 us | 7 | \r", "20120001-000005-8141 00654 * 4194 us | 0 |\r", "20120001-000005-8141 00654 * 8388 us | 0 |\r", "20120001-000005-8141 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1949355052974. Starting simulation...", "info: Entering event queue @ 1949355062974. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1949355063297. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:52", "gem5 executing on spyder07, pid 52171", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906841675917", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.562815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00655 * Register (udptransport.cc:396): Listening on UDP port 55000\r", "20120001-000001-5688 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.999749] random: crng init done\r", "20120001-000005-7481 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.179365 seconds\r", "20120001-000005-7491 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7511 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7511 00655 * CooldownDone (benchmark.cc:129): Average latency is 204908 ns (204 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8091 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8091 00655 * LATENCY total: 0 ns 204 us/1 ns 19 ms (20001 samples, 4098 ms total)\r", "20120001-000005-8091 00655 * 1 ns | 16004 | ==================================================\r", "20120001-000005-8091 00655 * ... |\r", "20120001-000005-8091 00655 * 524 us | 3977 | ============\r", "20120001-000005-8091 00655 * 1048 us | 8 | \r", "20120001-000005-8101 00655 * 2097 us | 8 | \r", "20120001-000005-8101 00655 * 4194 us | 0 |\r", "20120001-000005-8101 00655 * 8388 us | 0 |\r", "20120001-000005-8101 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906841665917. Starting simulation...", "info: Entering event queue @ 1906841675917. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906841676240. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:57", "gem5 executing on spyder07, pid 52176", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912501579015", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.569814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5698 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5728 00654 * Register (udptransport.cc:396): Listening on UDP port 37848\r", "20120001-000001-5758 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.003748] random: crng init done\r", "20120001-000005-7561 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.180365 seconds\r", "20120001-000005-7561 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7581 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:129): Average latency is 204558 ns (204 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8171 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8171 00654 * LATENCY total: 0 ns 204 us/1 ns 20 ms (20001 samples, 4091 ms total)\r", "20120001-000005-8171 00654 * 1 ns | 16020 | ==================================================\r", "20120001-000005-8171 00654 * ... |\r", "20120001-000005-8171 00654 * 524 us | 3959 | ============\r", "20120001-000005-8171 00654 * 1048 us | 10 | \r", "20120001-000005-8181 00654 * 2097 us | 8 | \r", "20120001-000005-8181 00654 * 4194 us | 0 |\r", "20120001-000005-8181 00654 * 8388 us | 0 |\r", "20120001-000005-8181 00654 * 16 ms | 4 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26859940930908 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912501569015. Starting simulation...", "info: Entering event queue @ 1912501579015. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912501579338. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-5", "metadata": {}, "start_time": 1607532463.6332548, "end_time": 1607536342.9982615, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f7d5bd6976c", "sync_pci=1 sync_eth=1", "exit main_time: 4170313783000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["21c1ab76e674", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["42d4b93bdc08", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["63e81cecd1a0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4fb43d1c738", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["260e1142bcd0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["47212177b264", "sync_pci=1 sync_eth=1", "exit main_time: 4170313771000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["683433b8a7fc", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["94786ed9d94", "sync_pci=1 sync_eth=1", "exit main_time: 4170313012201"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:44", "gem5 executing on spyder12, pid 29958", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1959316116283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.830773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1959316106283. Starting simulation...", "info: Entering event queue @ 1959316116283. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1959316116606. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:45", "gem5 executing on spyder12, pid 29970", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1957253869927", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5488 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.815774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1957253859927. Starting simulation...", "info: Entering event queue @ 1957253869927. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1957253870250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:46", "gem5 executing on spyder12, pid 29974", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1929669723685", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.837771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1929669713685. Starting simulation...", "info: Entering event queue @ 1929669723685. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1929669724008. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:47", "gem5 executing on spyder12, pid 29977", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938156299614", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.884917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.848771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938156289614. Starting simulation...", "info: Entering event queue @ 1938156299614. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938156299937. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:48", "gem5 executing on spyder12, pid 29981", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966799974267", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.408938 seconds\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:129): Average latency is 200869 ns (200 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 2999 us (2001 samples, 401 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1601 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 399 | ============\r", "20120001-000002-0677 00654 * 1048 us | 0 |\r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966799964267. Starting simulation...", "info: Entering event queue @ 1966799974267. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966799982582. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:53", "gem5 executing on spyder12, pid 30003", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1983500447743", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.876917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.876917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.876917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.876917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.876917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register (udptransport.cc:396): Listening on UDP port 42787\r", "20120001-000001-5748 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-0697 00655 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "20120001-000002-0827 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.507923 seconds\r", "20120001-000002-0827 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:129): Average latency is 250336 ns (250 us)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0847 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1807 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1807 00655 * LATENCY total: 0 ns 250 us/1 ns 101 ms (2001 samples, 500 ms total)\r", "20120001-000002-1807 00655 * 1 ns | 1603 | ==================================================\r", "20120001-000002-1807 00655 * ... |\r", "20120001-000002-1807 00655 * 524 us | 396 | ============\r", "20120001-000002-1807 00655 * 1048 us | 0 |\r", "20120001-000002-1817 00655 * 2097 us | 1 | \r", "20120001-000002-1817 00655 * ... |\r", "20120001-000002-1817 00655 * 67 ms | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1983500437743. Starting simulation...", "info: Entering event queue @ 1983500447743. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1983500448066. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:58", "gem5 executing on spyder12, pid 30153", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900554936949", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1039 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1039.841/1039.841/1039.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 48632\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9216 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.324951 seconds\r", "20120001-000002-9216 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:129): Average latency is 156897 ns (156 us)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 156 us/1 ns 8998 us (2001 samples, 313 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1696 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 303 | ========\r", "20120001-000002-9985 00654 * 1048 us | 1 | \r", "20120001-000002-9995 00654 * 2097 us | 0 |\r", "20120001-000002-9995 00654 * 4194 us | 0 |\r", "20120001-000002-9995 00654 * 8388 us | 1 | \r", "[ 3.000595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900554926949. Starting simulation...", "info: Entering event queue @ 1900554936949. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900554937272. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:03", "gem5 executing on spyder12, pid 30194", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954215653185", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 40367\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.407938 seconds\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:129): Average latency is 200369 ns (200 us)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 3999 us (2001 samples, 400 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1604 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 395 | ============\r", "20120001-000002-0677 00654 * 1048 us | 1 | \r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "[ 2.069735] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954215643185. Starting simulation...", "info: Entering event queue @ 1954215653185. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954215653508. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:08", "gem5 executing on spyder12, pid 30200", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944802365229", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 38639\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9697 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.409938 seconds\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:129): Average latency is 195872 ns (195 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0637 00654 * LATENCY total: 0 ns 195 us/1 ns 3999 us (2001 samples, 391 ms total)\r", "20120001-000002-0637 00654 * 1 ns | 1613 | ==================================================\r", "20120001-000002-0637 00654 * ... |\r", "20120001-000002-0637 00654 * 524 us | 386 | ===========\r", "20120001-000002-0637 00654 * 1048 us | 1 | [ 2.064737] random: crng init done\r", "\r", "20120001-000002-0647 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4170312550962 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944802355229. Starting simulation...", "info: Entering event queue @ 1944802365229. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944802365552. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
nopaxos-gt-cb-ehseq-5: starting NICS
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. 0 0 200 500 500
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. 0 0 200 500 500
nic.sequencer.0. ERR: ['2925e8b8f178']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. 0 0 200 500 500
nic.replica.0. ERR: ['39af5e92ec44']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. 0 0 200 500 500
nic.replica.1. ERR: ['4a38adf5e710']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. 0 0 200 500 500
nic.replica.2. ERR: ['5ac2746fe1dc']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. 0 0 200 500 500
nic.client.0. ERR: ['51643efe2d0']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. 0 0 200 500 500
nic.client.1. ERR: ['159fd961dd98']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. 0 0 200 500 500
nic.client.2. ERR: ['2629101ad864']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. 0 0 200 500 500
nic.client.3. ERR: ['36b28b3cd330']
nopaxos-gt-cb-ehseq-5: waiting for sockets
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.)
nic.client.4. ERR: ['473c7e15cdfc']
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.)
start Net: /home/hejingli/endhostsim-code/ns-3/cosim-run.sh sequencer sequencer-single-switch-example --EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. --LinkRate=100Gb/s --LinkLatency=500ns
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
net. ERR: ['Create client and server nodes, and optionally endhost sequencer nodes']
net. ERR: ['Create switch node']
net. ERR: ['Create simple channels']
net. ERR: ['Create Switch']
net. ERR: ['Create Cosims and Bridges']
host.sequencer.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.sequencer.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.sequencer.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['gem5 version 20.0.0.1']
host.sequencer.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.sequencer.0 OUT: ['gem5 started Dec 10 2020 16:11:36']
host.sequencer.0 OUT: ['gem5 executing on spyder07, pid 52713']
host.sequencer.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.sequencer.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.sequencer.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.sequencer.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.sequencer.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.sequencer.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.sequencer.0. ERR: ['sync_pci=1 sync_eth=1']
host.sequencer.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.sequencer.0 ERR: ['warn: Reading current count from inactive timer.']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['gem5 version 20.0.0.1']
host.replica.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.0 OUT: ['gem5 started Dec 10 2020 16:11:37']
host.replica.0 OUT: ['gem5 executing on spyder07, pid 52718']
host.replica.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.0. ERR: ['sync_pci=1 sync_eth=1']
host.replica.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.0 ERR: ['warn: Reading current count from inactive timer.']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.1 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['gem5 version 20.0.0.1']
host.replica.1 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.1 OUT: ['gem5 started Dec 10 2020 16:11:38']
host.replica.1 OUT: ['gem5 executing on spyder07, pid 52720']
host.replica.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.1 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.1. ERR: ['sync_pci=1 sync_eth=1']
host.replica.1 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.1 ERR: ['warn: Reading current count from inactive timer.']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.2 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['gem5 version 20.0.0.1']
host.replica.2 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.2 OUT: ['gem5 started Dec 10 2020 16:11:39']
host.replica.2 OUT: ['gem5 executing on spyder07, pid 52721']
host.replica.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.2 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.2. ERR: ['sync_pci=1 sync_eth=1']
host.replica.2 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.2 ERR: ['warn: Reading current count from inactive timer.']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.0 OUT: ['']
host.client.0 OUT: ['gem5 version 20.0.0.1']
host.client.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.0 OUT: ['gem5 started Dec 10 2020 16:11:40']
host.client.0 OUT: ['gem5 executing on spyder07, pid 52723']
host.client.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.0 OUT: ['']
host.client.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.0. ERR: ['sync_pci=1 sync_eth=1']
host.client.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.0 ERR: ['warn: Reading current count from inactive timer.']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.1 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.1 OUT: ['']
host.client.1 OUT: ['gem5 version 20.0.0.1']
host.client.1 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.1 OUT: ['gem5 started Dec 10 2020 16:11:45']
host.client.1 OUT: ['gem5 executing on spyder07, pid 52727']
host.client.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.1 OUT: ['']
host.client.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.1 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.1. ERR: ['sync_pci=1 sync_eth=1']
host.client.1 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.1 ERR: ['warn: Reading current count from inactive timer.']
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.2 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.2 OUT: ['']
host.client.2 OUT: ['gem5 version 20.0.0.1']
host.client.2 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.2 OUT: ['gem5 started Dec 10 2020 16:11:50']
host.client.2 OUT: ['gem5 executing on spyder07, pid 52737']
host.client.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.2 OUT: ['']
host.client.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
nic.client.2. ERR: ['sync_pci=1 sync_eth=1']
host.client.2 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
host.client.2 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.2 ERR: ['warn: Reading current count from inactive timer.']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.3 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.3 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.3 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.3 OUT: ['']
host.client.3 OUT: ['gem5 version 20.0.0.1']
host.client.3 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.3 OUT: ['gem5 started Dec 10 2020 16:11:55']
host.client.3 OUT: ['gem5 executing on spyder07, pid 52740']
host.client.3 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.3 OUT: ['']
host.client.3 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.3 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.3 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.3 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.3 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.3 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.3 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.3. ERR: ['sync_pci=1 sync_eth=1']
host.client.3 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.3 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.3 ERR: ['warn: Reading current count from inactive timer.']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 OUT: ['Switch at curTick count:10000']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941320224. Starting simulation...']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.4 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.4 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.4 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.4 OUT: ['']
host.client.4 OUT: ['gem5 version 20.0.0.1']
host.client.4 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.4 OUT: ['gem5 started Dec 10 2020 16:12:00']
host.client.4 OUT: ['gem5 executing on spyder07, pid 52746']
host.client.4 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.4 OUT: ['']
host.client.4 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.4 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.4 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.4 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.4 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.4 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.4 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.4. ERR: ['sync_pci=1 sync_eth=1']
host.client.4 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.4 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.4 ERR: ['warn: Reading current count from inactive timer.']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 OUT: ['Switch at curTick count:10000']
host.replica.0 ERR: ['info: Entering event queue @ 1891910595267. Starting simulation...']
host.client.0 OUT: ['Switch at curTick count:10000']
host.client.0 ERR: ['info: Entering event queue @ 1872953931240. Starting simulation...']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.1 OUT: ['Switch at curTick count:10000']
host.replica.1 ERR: ['info: Entering event queue @ 1899809454168. Starting simulation...']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.2 OUT: ['Switch at curTick count:10000']
host.replica.2 ERR: ['info: Entering event queue @ 1983359946375. Starting simulation...']
nopaxos-gt-cb-ehseq-5: waiting for hosts to terminate
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.1 OUT: ['Switch at curTick count:10000']
host.client.1 ERR: ['info: Entering event queue @ 1875230827731. Starting simulation...']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.2 OUT: ['Switch at curTick count:10000']
host.client.2 ERR: ['info: Entering event queue @ 1863463291380. Starting simulation...']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.3 OUT: ['Switch at curTick count:10000']
host.client.3 ERR: ['info: Entering event queue @ 1875846849759. Starting simulation...']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.4 OUT: ['Switch at curTick count:10000']
host.client.4 ERR: ['info: Entering event queue @ 1871938918269. Starting simulation...']
host.sequencer.0 OUT: ['Switched CPUS @ tick 1845941330224']
host.sequencer.0 OUT: ['switching cpus']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330224. Starting simulation...']
host.sequencer.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330547. Starting simulation...']
host.sequencer.0 OUT: ['**** REAL SIMULATION ****']
host.sequencer.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.sequencer.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.sequencer.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.sequencer.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['Switched CPUS @ tick 1863463301380']
host.client.2 OUT: ['switching cpus']
host.client.2 ERR: ['info: Entering event queue @ 1863463301380. Starting simulation...']
host.client.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.2 ERR: ['info: Entering event queue @ 1863463301703. Starting simulation...']
host.client.2 OUT: ['**** REAL SIMULATION ****']
host.client.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.4 OUT: ['Switched CPUS @ tick 1871938928269']
host.client.4 OUT: ['switching cpus']
host.client.4 ERR: ['info: Entering event queue @ 1871938928269. Starting simulation...']
host.client.4 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.4 OUT: ['**** REAL SIMULATION ****']
host.client.4 ERR: ['info: Entering event queue @ 1871938928592. Starting simulation...']
host.client.4 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.4 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.4 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: mqnic probe\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF count: 1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['Switched CPUS @ tick 1872953941240']
host.client.0 OUT: ['switching cpus']
host.client.0 ERR: ['info: Entering event queue @ 1872953941240. Starting simulation...']
host.client.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.0 OUT: ['**** REAL SIMULATION ****']
host.client.0 ERR: ['info: Entering event queue @ 1872953941563. Starting simulation...']
host.client.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['Switched CPUS @ tick 1875230837731']
host.client.1 OUT: ['switching cpus']
host.client.1 ERR: ['info: Entering event queue @ 1875230837731. Starting simulation...']
host.client.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.1 OUT: ['**** REAL SIMULATION ****']
host.client.1 ERR: ['info: Entering event queue @ 1875230838054. Starting simulation...']
host.client.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['Switched CPUS @ tick 1875846859759']
host.client.3 OUT: ['switching cpus']
host.client.3 ERR: ['info: Entering event queue @ 1875846859759. Starting simulation...']
host.client.3 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.3 ERR: ['info: Entering event queue @ 1875846860082. Starting simulation...']
host.client.3 OUT: ['**** REAL SIMULATION ****']
host.client.3 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.3 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.3 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[ 0.862920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.0 OUT: ['[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.4 OUT: ['[ 0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.4 OUT: ['[ 0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.0 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[ 0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[ 0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['Switched CPUS @ tick 1891910605267']
host.replica.0 OUT: ['switching cpus']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605267. Starting simulation...']
host.replica.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.0 OUT: ['**** REAL SIMULATION ****']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605590. Starting simulation...']
host.replica.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['+ ip link set dev eth0 up\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['Switched CPUS @ tick 1899809464168']
host.replica.1 OUT: ['switching cpus']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464168. Starting simulation...']
host.replica.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.1 OUT: ['**** REAL SIMULATION ****']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464491. Starting simulation...']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 OUT: ['[ 0.867920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[ 0.869918] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.4 OUT: ['[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.0 OUT: ['[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.1 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.1 OUT: ['[ 0.889915] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.2 OUT: ['Switched CPUS @ tick 1983359956375']
host.replica.2 OUT: ['switching cpus']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956375. Starting simulation...']
host.replica.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956698. Starting simulation...']
host.replica.2 OUT: ['**** REAL SIMULATION ****']
host.replica.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.replica.2 OUT: ['[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.2 OUT: ['[ 0.857919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.2 OUT: ['[ 0.857919] mqnic 0000:00:02.0: Creating interface 0\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.2 OUT: ['[ 0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.sequencer.0 OUT: ['+ ip addr add 10.0.0.100/24 dev eth0\r']
host.sequencer.0 OUT: ['+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r']
host.client.2 OUT: ['+ ip addr add 10.0.0.6/24 dev eth0\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.4 OUT: ['+ ip addr add 10.0.0.8/24 dev eth0\r']
host.client.0 OUT: ['+ ip addr add 10.0.0.4/24 dev eth0\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.1 OUT: ['+ ip addr add 10.0.0.5/24 dev eth0\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ip addr add 10.0.0.7/24 dev eth0\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.2 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.4 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.4 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.0 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ ip addr add 10.0.0.1/24 dev eth0\r']
host.client.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.1 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.3 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r']
host.replica.1 OUT: ['+ ip addr add 10.0.0.2/24 dev eth0\r']
host.replica.1 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r']
host.replica.0 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.1 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.0 OUT: ['20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5468 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.2 OUT: ['+ ip addr add 10.0.0.3/24 dev eth0\r']
host.replica.2 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r']
host.replica.2 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.2 OUT: ['20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.client.0 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1027 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 1027.844/1027.844/1027.844/0.000 ms\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.0 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.0 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1047 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 1047.841/1047.841/1047.841/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.1 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r']
host.client.2 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.replica.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1050 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.2\r']
host.replica.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.replica.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.3 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['[ 2.591657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.0 OUT: ['20120001-000002-5946 00654 * Register (udptransport.cc:396): Listening on UDP port 38596\r']
host.client.4 OUT: ['[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.0 OUT: ['20120001-000002-5976 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.sequencer.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.4 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.4 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 36873\r']
host.client.1 OUT: ['[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 OUT: ['[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.4 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.1 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.1 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 50610\r']
host.client.2 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.2 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 46453\r']
host.client.1 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.2 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.3 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['[ 2.586657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.3 OUT: ['20120001-000002-5866 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.3 OUT: ['20120001-000002-5896 00654 * Register (udptransport.cc:396): Listening on UDP port 51592\r']
host.client.3 OUT: ['20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.replica.0 OUT: ['[ 2.723637] random: crng init done\r']
host.replica.2 OUT: ['[ 2.686641] random: crng init done\r']
host.replica.1 OUT: ['[ 2.783627] random: crng init done\r']
host.sequencer.0 OUT: ['[ 2.833620] random: crng init done\r']
host.client.4 OUT: ['[ 2.930606] random: crng init done\r']
host.client.1 OUT: ['[ 2.931606] random: crng init done\r']
host.client.2 OUT: ['[ 2.937604] random: crng init done\r']
host.client.0 OUT: ['[ 3.105579] random: crng init done\r']
host.client.3 OUT: ['[ 3.091580] random: crng init done\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.596302 seconds\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:129): Average latency is 225104 ns (225 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1979 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.595301 seconds\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:129): Average latency is 225804 ns (225 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1959 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.594301 seconds\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.597302 seconds\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.2 OUT: ['20120001-000007-1929 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:129): Average latency is 223754 ns (223 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:129): Average latency is 224754 ns (224 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1979 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.490318 seconds\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:129): Average latency is 219455 ns (219 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0859 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * operator() (client.cc:273): All clients done.\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 22 ms (20001 samples, 4502 ms total)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 1 ns | 15622 | ==================================================\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * ... |\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 524 us | 4350 | =============\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 1048 us | 16 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 2097 us | 9 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 4194 us | 0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 8388 us | 0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 16 ms | 4 | \r']
host.client.0 OUT: ['+ sleep infinity\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * operator() (client.cc:273): All clients done.\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 21 ms (20001 samples, 4516 ms total)\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 1 ns | 15606 | ==================================================\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * ... |\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 524 us | 4366 | =============\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 1048 us | 15 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 2097 us | 10 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 4194 us | 0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 8388 us | 0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 16 ms | 4 | \r']
host.client.1 OUT: ['20120001-000007-2399 00654 * operator() (client.cc:273): All clients done.\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 224 us/1 ns 22 ms (20001 samples, 4495 ms total)\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 1 ns | 15633 | ==================================================\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * ... |\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 524 us | 4338 | =============\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 1048 us | 17 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 2097 us | 9 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 4194 us | 0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 8388 us | 0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 16 ms | 4 | \r']
host.client.4 OUT: ['+ sleep 20\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * operator() (client.cc:273): All clients done.\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 223 us/1 ns 22 ms (20001 samples, 4475 ms total)\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 1 ns | 15650 | ==================================================\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * ... |\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 524 us | 4325 | =============\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 1048 us | 13 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 2097 us | 9 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 4194 us | 0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 8388 us | 0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 16 ms | 4 | \r']
host.client.1 OUT: ['+ sleep infinity\r']
host.client.2 OUT: ['+ sleep infinity\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * operator() (client.cc:273): All clients done.\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * LATENCY total: 0 ns 219 us/1 ns 21 ms (20001 samples, 4389 ms total)\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 1 ns | 15721 | ==================================================\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * ... |\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 524 us | 4262 | =============\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 1048 us | 5 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 2097 us | 9 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 4194 us | 0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 8388 us | 0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 16 ms | 4 | \r']
host.client.3 OUT: ['+ sleep infinity\r']
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-6", "metadata": {}, "start_time": 1607578878.1529167, "end_time": 1607597909.8949, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4dddc311720", "sync_pci=1 sync_eth=1", "exit main_time: 28791292203000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25f17a0c0cb8", "sync_pci=1 sync_eth=1", "exit main_time: 28791292184000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4704681f0250", "sync_pci=1 sync_eth=1", "exit main_time: 28791292267000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["78a0fcebf2b0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292237000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["19b395d8e848", "sync_pci=1 sync_eth=1", "exit main_time: 28791292243000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3ac74b4ddde0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292227000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5bda0f42d374", "sync_pci=1 sync_eth=1", "exit main_time: 28791292273000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7ced55b7c90c", "sync_pci=1 sync_eth=1", "exit main_time: 28791292186000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c6392d9ce40", "sync_pci=1 sync_eth=1", "exit main_time: 28791292220000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1e0062e4bea4", "sync_pci=1 sync_eth=1", "exit main_time: 28791291293844"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder09, pid 60104", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869231650590", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.015745] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869231640590. Starting simulation...", "info: Entering event queue @ 1869231650590. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869231650913. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder09, pid 60115", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1913853834739", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.888916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.049740] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1913853824739. Starting simulation...", "info: Entering event queue @ 1913853834739. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1913853835062. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder09, pid 60117", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904445175816", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.054738] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904445165816. Starting simulation...", "info: Entering event queue @ 1904445175816. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904445176139. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder09, pid 60120", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1956812874364", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.017744] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1956812864364. Starting simulation...", "info: Entering event queue @ 1956812874364. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1956812874687. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder09, pid 60123", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1919646782659", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 43579\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.143572] random: crng init done\r", "20120001-000007-6358 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.049232 seconds\r", "20120001-000007-6358 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6378 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:129): Average latency is 247649 ns (247 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 247 us/1 ns 23 ms (20001 samples, 4953 ms total)\r", "20120001-000007-7358 00654 * 1 ns | 15194 | ==================================================\r", "20120001-000007-7358 00654 * ... |\r", "20120001-000007-7358 00654 * 524 us | 4777 | ===============\r", "20120001-000007-7358 00654 * 1048 us | 15 | \r", "20120001-000007-7368 00654 * 2097 us | 10 | \r", "20120001-000007-7368 00654 * 4194 us | 0 |\r", "20120001-000007-7368 00654 * 8388 us | 0 |\r", "20120001-000007-7368 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1919646772659. Starting simulation...", "info: Entering event queue @ 1919646782659. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1919646782982. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder09, pid 60128", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979403278014", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.537816] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5378 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5408 00655 * Register (udptransport.cc:396): Listening on UDP port 33896\r", "20120001-000001-5428 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.155722] random: crng init done\r", "20120001-000006-4150 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.872259 seconds\r", "20120001-000006-4150 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4170 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:129): Average latency is 238451 ns (238 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4920 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000006-4920 00655 * LATENCY total: 0 ns 238 us/1 ns 23 ms (20001 samples, 4769 ms total)\r", "20120001-000006-4920 00655 * 1 ns | 15368 | ==================================================\r", "20120001-000006-4920 00655 * ... |\r", "20120001-000006-4920 00655 * 524 us | 4602 | ==============\r", "20120001-000006-4920 00655 * 1048 us | 16 | \r", "20120001-000006-4930 00655 * 2097 us | 10 | \r", "20120001-000006-4930 00655 * 4194 us | 0 |\r", "20120001-000006-4930 00655 * 8388 us | 1 | \r", "20120001-000006-4930 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979403268014. Starting simulation...", "info: Entering event queue @ 1979403278014. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979403278337. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:33", "gem5 executing on spyder09, pid 60133", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958668762285", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.560813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5608 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5638 00654 * Register (udptransport.cc:396): Listening on UDP port 56365\r", "20120001-000001-5658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.052738] random: crng init done\r", "20120001-000006-5390 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.972244 seconds\r", "20120001-000006-5400 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5420 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5420 00654 * CooldownDone (benchmark.cc:129): Average latency is 244200 ns (244 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6150 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-6150 00654 * LATENCY total: 0 ns 244 us/1 ns 23 ms (20001 samples, 4884 ms total)\r", "20120001-000006-6150 00654 * 1 ns | 15258 | ==================================================\r", "20120001-000006-6150 00654 * ... |\r", "20120001-000006-6150 00654 * 524 us | 4710 | ===============\r", "20120001-000006-6150 00654 * 1048 us | 17 | \r", "20120001-000006-6160 00654 * 2097 us | 11 | \r", "20120001-000006-6160 00654 * 4194 us | 0 |\r", "20120001-000006-6160 00654 * 8388 us | 1 | \r", "20120001-000006-6160 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958668752285. Starting simulation...", "info: Entering event queue @ 1958668762285. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958668762608. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:38", "gem5 executing on spyder09, pid 60140", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912738870486", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.876919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.876919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.876919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.882918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.882918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1010 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1010.847/1010.847/1010.847/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 49611\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.959602] random: crng init done\r", "20120001-000007-6428 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.056231 seconds\r", "20120001-000007-6428 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:129): Average latency is 248599 ns (248 us)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6468 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7348 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7348 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4972 ms total)\r", "20120001-000007-7348 00654 * 1 ns | 15181 | ==================================================\r", "20120001-000007-7348 00654 * ... |\r", "20120001-000007-7348 00654 * 524 us | 4788 | ===============\r", "20120001-000007-7348 00654 * 1048 us | 15 | \r", "20120001-000007-7358 00654 * 2097 us | 12 | \r", "20120001-000007-7358 00654 * 4194 us | 0 |\r", "20120001-000007-7358 00654 * 8388 us | 0 |\r", "20120001-000007-7358 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912738860486. Starting simulation...", "info: Entering event queue @ 1912738870486. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912738878801. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:43", "gem5 executing on spyder09, pid 60148", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1923818624641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1014 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1014.846/1014.846/1014.846/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 52823\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.963602] random: crng init done\r", "20120001-000007-6318 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.045233 seconds\r", "20120001-000007-6318 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6338 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:129): Average latency is 246850 ns (246 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-6358 00654 * LATENCY total: 0 ns 246 us/1 ns 23 ms (20001 samples, 4937 ms total)\r", "20120001-000007-6358 00654 * 1 ns | 15206 | ==================================================\r", "20120001-000007-6358 00654 * ... |\r", "20120001-000007-6358 00654 * 524 us | 4767 | ===============\r", "20120001-000007-6368 00654 * 1048 us | 12 | \r", "20120001-000007-6368 00654 * 2097 us | 11 | \r", "20120001-000007-6368 00654 * 4194 us | 0 |\r", "20120001-000007-6368 00654 * 8388 us | 0 |\r", "20120001-000007-6368 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1923818614641. Starting simulation...", "info: Entering event queue @ 1923818624641. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1923818624964. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:48", "gem5 executing on spyder09, pid 60155", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1916378749630", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 56764\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.133574] random: crng init done\r", "20120001-000007-6378 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.051232 seconds\r", "20120001-000007-6378 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:129): Average latency is 248499 ns (248 us)\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4970 ms total)\r", "20120001-000007-7358 00654 * 1 ns | 15183 | ==================================================\r", "20120001-000007-7358 00654 * ... |\r", "20120001-000007-7358 00654 * 524 us | 4785 | ===============\r", "20120001-000007-7358 00654 * 1048 us | 17 | \r", "20120001-000007-7368 00654 * 2097 us | 11 | \r", "20120001-000007-7368 00654 * 4194 us | 0 |\r", "20120001-000007-7368 00654 * 8388 us | 0 |\r", "20120001-000007-7368 00654 * 16 ms | 5 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 28791290908314 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1916378739630. Starting simulation...", "info: Entering event queue @ 1916378749630. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1916378749953. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-7", "metadata": {}, "start_time": 1607532464.0030222, "end_time": 1607536336.181652, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["221eb3d44a78", "sync_pci=1 sync_eth=1", "exit main_time: 4160103848000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["10bad5954e4", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["712a3c99b8bc", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5017268cc324", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2f0469b3cd8c", "sync_pci=1 sync_eth=1", "exit main_time: 4160103865000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["df0cae6d7f8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6cdd87d5e260", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4bcab158ecc8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103837000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ab7a14ff730", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9a4f731019c", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a4c970b6040", "sync_pci=1 sync_eth=1", "exit main_time: 4160102997916"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:44", "gem5 executing on spyder13, pid 55991", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1824733264519", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.837922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.838922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.838922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.838922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.838922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.838922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.838922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.838922] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.839922] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.839922] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.843921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.844921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.844921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.844921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.844921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.862766] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1824733254519. Starting simulation...", "info: Entering event queue @ 1824733264519. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1824733264842. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:45", "gem5 executing on spyder13, pid 55998", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890888694534", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5328 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5358 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.807777] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890888684534. Starting simulation...", "info: Entering event queue @ 1890888694534. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890888694857. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:46", "gem5 executing on spyder13, pid 56000", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900799223418", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.882918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.882918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.882918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.882918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.882918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.882918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.882918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.883918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.883918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.901915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5598 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5628 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5628 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.827775] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900799213418. Starting simulation...", "info: Entering event queue @ 1900799223418. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900799223741. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:47", "gem5 executing on spyder13, pid 56003", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1870063072669", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5178 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5198 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5208 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5208 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.805776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1870063062669. Starting simulation...", "info: Entering event queue @ 1870063072669. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1870063072992. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:48", "gem5 executing on spyder13, pid 56004", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1873799251417", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.852920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.852920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.870917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1047 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1047.840/1047.840/1047.840/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.584657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5846 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5876 00655 * Register (udptransport.cc:396): Listening on UDP port 49841\r", "20120001-000002-5906 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9615 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.370943 seconds\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:129): Average latency is 179383 ns (179 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9925 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9925 00655 * LATENCY total: 0 ns 179 us/1 ns 999 us (2001 samples, 358 ms total)\r", "20120001-000002-9925 00655 * 1 ns | 1642 | ==================================================\r", "20120001-000002-9925 00655 * ... |\r", "20120001-000002-9925 00655 * 524 us | 359 | ==========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1873799241417. Starting simulation...", "info: Entering event queue @ 1873799251417. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1873799251740. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:53", "gem5 executing on spyder13, pid 56014", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1955150102800", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.559814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5598 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5628 00654 * Register (udptransport.cc:396): Listening on UDP port 38752\r", "20120001-000001-5658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.987749] random: crng init done\r", "20120001-000002-0077 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.441933 seconds\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:129): Average latency is 214859 ns (214 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0697 00654 * LATENCY total: 0 ns 214 us/1 ns 2999 us (2001 samples, 429 ms total)\r", "20120001-000002-0697 00654 * 1 ns | 1573 | ==================================================\r", "20120001-000002-0697 00654 * ... |\r", "20120001-000002-0697 00654 * 524 us | 427 | =============\r", "20120001-000002-0697 00654 * 1048 us | 0 |\r", "20120001-000002-0707 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1955150092800. Starting simulation...", "info: Entering event queue @ 1955150102800. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1955150103123. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:59", "gem5 executing on spyder13, pid 56018", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1946865119077", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.556813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 42404\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.993747] random: crng init done\r", "20120001-000002-0057 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442933 seconds\r", "20120001-000002-0057 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:129): Average latency is 215859 ns (215 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 215 us/1 ns 3999 us (2001 samples, 431 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1572 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 428 | =============\r", "20120001-000002-0667 00654 * 1048 us | 0 |\r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1946865109077. Starting simulation...", "info: Entering event queue @ 1946865119077. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1946865127392. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:04", "gem5 executing on spyder13, pid 56024", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1871958576934", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60772\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9725 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.375943 seconds\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "[ 2.973598] random: crng init done\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:129): Average latency is 183380 ns (183 us)\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9745 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9745 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 183 us/1 ns 1999 us (2001 samples, 366 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1635 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 365 | ===========\r", "20120001-000002-9985 00654 * 1048 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1871958566934. Starting simulation...", "info: Entering event queue @ 1871958576934. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1871958577257. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56028", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1947309854896", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 48403\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.995748] random: crng init done\r", "20120001-000002-0067 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442932 seconds\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:129): Average latency is 218357 ns (218 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 218 us/1 ns 2999 us (2001 samples, 436 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1567 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 432 | =============\r", "20120001-000002-0667 00654 * 1048 us | 1 | \r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1947309844896. Starting simulation...", "info: Entering event queue @ 1947309854896. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1947309855219. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56037", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1908462200437", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.563813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5638 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5678 00654 * Register (udptransport.cc:396): Listening on UDP port 43463\r", "20120001-000001-5698 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.012745] random: crng init done\r", "20120001-000002-0157 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.445932 seconds\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:129): Average latency is 217857 ns (217 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 217 us/1 ns 2999 us (2001 samples, 435 ms total)\r", "20120001-000002-0737 00654 * 1 ns | 1570 | ==================================================\r", "20120001-000002-0737 00654 * ... |\r", "20120001-000002-0737 00654 * 524 us | 427 | =============\r", "20120001-000002-0737 00654 * 1048 us | 3 | \r", "20120001-000002-0747 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1908462190437. Starting simulation...", "info: Entering event queue @ 1908462200437. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1908462208752. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56045", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1905828840433", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.534817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5348 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5378 00654 * Register (udptransport.cc:396): Listening on UDP port 38731\r", "20120001-000001-5398 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9767 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.435934 seconds\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:129): Average latency is 210862 ns (210 us)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0437 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0437 00654 * LATENCY total: 0 ns 210 us/1 ns 2999 us (2001 samples, 421 ms total)\r", "20120001-000002-0437 00654 * 1 ns | 1583 | ==================================================\r", "20120001-000002-0437 00654 * ... |\r", "20120001-000002-0437 00654 * 524 us | 415 | =============\r", "20120001-000002-0437 00654 * 1048 us | 2 | \r", "20120001-000002-0447 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4160102582817 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1905828830433. Starting simulation...", "info: Entering event queue @ 1905828840433. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1905828840756. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-8", "metadata": {}, "start_time": 1607536355.9270735, "end_time": 1607551834.6285586, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1d87893e3590", "sync_pci=1 sync_eth=1", "exit main_time: 33146762317000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e116215305c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762367000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ac7732b28", "sync_pci=1 sync_eth=1", "exit main_time: 33146762381000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4ad8143e4f98", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b61e7d44a64", "sync_pci=1 sync_eth=1", "exit main_time: 33146762388000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6beb42734530", "sync_pci=1 sync_eth=1", "exit main_time: 33146762372000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c74eae93ffc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762351000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8b1e8d4646c", "sync_pci=1 sync_eth=1", "exit main_time: 33146762354000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193b41725f34", "sync_pci=1 sync_eth=1", "exit main_time: 33146762369000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c56fc95a00", "sync_pci=1 sync_eth=1", "exit main_time: 33146762365000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a4e9d4754cc", "sync_pci=1 sync_eth=1", "exit main_time: 33146762338000"]}, "nic.client.7.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["68ee86d32c1c", "sync_pci=1 sync_eth=1", "exit main_time: 33146761552327"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.6.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.eth.client.7.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:36", "gem5 executing on spyder09, pid 51044", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2000945874187", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.886917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.888917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.888917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.888917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.888917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.888917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.888917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.888917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.888917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.888917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.888917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.888917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.888917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.894916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.894916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.894916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.894916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.894916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.894916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.894916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.894916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.894916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.894916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.894916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.894916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.895915] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.895915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.896915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.908913] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.778781] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2000945864187. Starting simulation...", "info: Entering event queue @ 2000945874187. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2000945874510. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:37", "gem5 executing on spyder09, pid 51047", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1891994112343", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.880919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.882919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.886918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.887918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.887918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.887918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.887918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.887918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.888918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.900916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5588 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5618 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5618 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.822776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1891994102343. Starting simulation...", "info: Entering event queue @ 1891994112343. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1891994112666. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:38", "gem5 executing on spyder09, pid 51048", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1920700108279", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.864919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.871918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.871918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.872918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.872918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5458 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.820774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1920700098279. Starting simulation...", "info: Entering event queue @ 1920700108279. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1920700108602. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:39", "gem5 executing on spyder09, pid 51050", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1911055158883", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.853920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.859919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.859919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5298 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5328 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5328 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.820773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1911055148883. Starting simulation...", "info: Entering event queue @ 1911055158883. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1911055159206. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:41", "gem5 executing on spyder09, pid 51051", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979199078751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.855919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.855919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.856919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.856919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.861918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.861918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.861918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.861918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.861918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.861918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.861918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.861918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.548814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5488 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5518 00654 * Register (udptransport.cc:396): Listening on UDP port 42092\r", "20120001-000001-5548 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0567 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.501924 seconds\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0577 00654 * CooldownDone (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0587 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1577 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1577 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1577 00654 * 1 ns | 1511 | ==================================================\r", "20120001-000002-1577 00654 * ... |\r", "20120001-000002-1577 00654 * 524 us | 489 | ================\r", "20120001-000002-1577 00654 * 1048 us | 0 |\r", "20120001-000002-1587 00654 * 2097 us | 1 | \r", "+ sleep infinity\r", "[ 6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979199068751. Starting simulation...", "info: Entering event queue @ 1979199078751. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979199079074. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:46", "gem5 executing on spyder09, pid 51065", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1949770721899", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.866920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.867920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.867920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.867920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.867920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.867920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.867920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.867920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.867920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.867920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.868919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.868919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.868919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.872919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.873919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.873919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.873919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.873919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.874918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.874918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.562814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00654 * Register (udptransport.cc:396): Listening on UDP port 44705\r", "20120001-000001-5678 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.049740] random: crng init done\r", "20120001-000002-0727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.504923 seconds\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:129): Average latency is 247338 ns (247 us)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1727 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1727 00654 * LATENCY total: 0 ns 247 us/1 ns 2999 us (2001 samples, 494 ms total)\r", "20120001-000002-1727 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1727 00654 * ... |\r", "20120001-000002-1727 00654 * 524 us | 484 | ================\r", "20120001-000002-1727 00654 * 1048 us | 4 | \r", "20120001-000002-1737 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1949770711899. Starting simulation...", "info: Entering event queue @ 1949770721899. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1949770722222. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:57", "gem5 executing on spyder09, pid 51068", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890044686387", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1020 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1020.845/1020.845/1020.845/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 46866\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.384942 seconds\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9765 00654 * CooldownDone (benchmark.cc:129): Average latency is 187377 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:141): [ 2.977599] random: crng init done\r", "99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 374 ms total)\r", "20120001-000002-9935 00654 * 1 ns | 1626 | ==================================================\r", "20120001-000002-9935 00654 * ... |\r", "20120001-000002-9935 00654 * 524 us | 375 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890044676387. Starting simulation...", "info: Entering event queue @ 1890044686387. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890044686710. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:52:57", "gem5 executing on spyder09, pid 51077", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1898299715428", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.848920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.849920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.850920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.850920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.850920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.850920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.850920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.850920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.850920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.850920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.850920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.850920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.850920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.850920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.850920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.854920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.855919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.855919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.855919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.855919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.855919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.855919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.855919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.855919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.855919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.856919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.856919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.856919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.856919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.868917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.529817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5298 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5328 00654 * Register (udptransport.cc:396): Listening on UDP port 37878\r", "20120001-000001-5348 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6338 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "20120001-000002-1267 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.591910 seconds\r", "20120001-000002-1267 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:129): Average latency is 240343 ns (240 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1277 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1397 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1397 00654 * LATENCY total: 0 ns 240 us/1 ns 2999 us (2001 samples, 480 ms total)\r", "20120001-000002-1397 00654 * 1 ns | 1523 | ==================================================\r", "20120001-000002-1397 00654 * ... |\r", "20120001-000002-1397 00654 * 524 us | 476 | ===============\r", "20120001-000002-1397 00654 * 1048 us | 1 | \r", "20120001-000002-1407 00654 * 2097 us | 1 | \r", "+ sleep infinity\r", "[ 6.111120] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1898299705428. Starting simulation...", "info: Entering event queue @ 1898299715428. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1898299715751. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:01", "gem5 executing on spyder09, pid 51081", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892605522321", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1029 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1029.843/1029.843/1029.843/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.585658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5856 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5886 00654 * Register (udptransport.cc:396): Listening on UDP port 49454\r", "20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9765 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.384941 seconds\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:129): Average latency is 187877 ns (187 us)\r", "20120001-000002-9775 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9785 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9935 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9935 00654 * LATENCY total: 0 ns 187 us/1 ns 999 us (2001 samples, 375 ms total)\r", "20120001-000002-9935 00654 * 1 ns | 1625 | ==================================================\r", "20120001-000002-9935 00654 * ... |\r", "20120001-000002-9935 00654 * 524 us | 376 | ===========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892605512321. Starting simulation...", "info: Entering event queue @ 1892605522321. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892605522644. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:06", "gem5 executing on spyder09, pid 51087", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1918558113751", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.567813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5708 00654 * Register (udptransport.cc:396): Listening on UDP port 60318\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6727 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "[ 2.134727] random: crng init done\r", "20120001-000002-1737 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.599909 seconds\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:129): Average latency is 245839 ns (245 us)\r", "20120001-000002-1747 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1757 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1787 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1787 00654 * LATENCY total: 0 ns 245 us/1 ns 3999 us (2001 samples, 491 ms total)\r", "20120001-000002-1787 00654 * 1 ns | 1513 | ==================================================\r", "20120001-000002-1787 00654 * ... |\r", "20120001-000002-1787 00654 * 524 us | 486 | ================\r", "20120001-000002-1787 00654 * 1048 us | 1 | \r", "20120001-000002-1797 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1918558103751. Starting simulation...", "info: Entering event queue @ 1918558113751. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1918558114074. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:11", "gem5 executing on spyder09, pid 51091", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912614589891", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 56251\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000001-6637 00654 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "[ 2.122728] random: crng init done\r", "20120001-000002-1667 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.601908 seconds\r", "20120001-000002-1667 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:129): Average latency is 246339 ns (246 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1677 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1687 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1687 00654 * LATENCY total: 0 ns 246 us/1 ns 3999 us (2001 samples, 492 ms total)\r", "20120001-000002-1687 00654 * 1 ns | 1512 | ==================================================\r", "20120001-000002-1687 00654 * ... |\r", "20120001-000002-1687 00654 * 524 us | 487 | ================\r", "20120001-000002-1697 00654 * 1048 us | 1 | \r", "20120001-000002-1697 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912614579891. Starting simulation...", "info: Entering event queue @ 1912614589891. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912614590214. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.7": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 18:53:16", "gem5 executing on spyder09, pid 51098", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/gem5-out.client.7 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-8/0/gem5-cp.client.7 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/cfg.client.7.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.pci.client.7. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-8/1/nic.shm.client.7. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1940305170925", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.871919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.871919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.891916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.11/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.565814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5658 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5688 00654 * Register (udptransport.cc:396): Listening on UDP port 58734\r", "20120001-000001-5708 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-0717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.500924 seconds\r", "20120001-000002-0717 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:129): Average latency is 245340 ns (245 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0727 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 245 us/1 ns 2999 us (2001 samples, 490 ms total)\r", "20120001-000002-0737 00654 * 1 ns | 1513 | ==================================================\r", "20120001-000002-0737 00654 * ... |\r", "20120001-000002-0747 00654 * 524 us | 486 | ================\r", "20120001-000002-0747 00654 * 1048 us | 1 | \r", "20120001-000002-0747 00654 * 2097 us | 1 | \r", "+ sleep 30\r", "[ 6.111123] random: crng init done\r", "+ m5 exit\r", "Exiting @ tick 33146761140585 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1940305160925. Starting simulation...", "info: Entering event queue @ 1940305170925. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1940305171248. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment